-- Logs begin at Sat 2021-09-11 13:42:32 UTC, end at Sat 2021-09-11 14:35:39 UTC. -- Sep 11 14:11:17.285295 dv-cinder-760197-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 11 14:11:20.014418 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.common.config [-] Logging enabled! Sep 11 14:11:20.014995 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev632 Sep 11 14:11:20.015183 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 11 14:11:20.018638 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.common.config [-] Logging enabled! Sep 11 14:11:20.018895 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev632 Sep 11 14:11:20.019208 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93726) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 11 14:11:20.020153 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 11 14:11:20.020418 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 11 14:11:20.020781 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 11 14:11:20.021028 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 11 14:11:20.021254 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 11 14:11:20.021571 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.021869 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.022163 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.022393 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.022686 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.022977 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.023260 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.023546 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.023844 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.024129 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.024435 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.024719 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.024949 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.025229 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.025515 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.025800 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.026021 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.026301 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.026722 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.027137 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.027420 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.027708 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.027988 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.028281 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.028559 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.028842 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.029174 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] host = dv-cinder-760197-9-iscsi {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.029456 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.029746 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.030033 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.030324 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.030601 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.030880 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.031727 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.032002 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.032310 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.032591 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.032881 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.033170 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.033460 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.033684 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.033908 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.034194 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.034480 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.034755 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.035030 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.035306 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.035582 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.035857 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.036124 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.036440 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.036724 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.037009 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.037283 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.037556 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.037828 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.038099 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.038382 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.038654 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.038925 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.039196 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.039482 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.039750 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.040023 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.040349 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.040636 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.040917 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.041200 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.041474 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.041755 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.042027 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.042298 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.042569 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.042839 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.043110 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.043390 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.043662 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.043933 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.044222 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.044499 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.044780 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:20.045073 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.045369 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.045671 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.045957 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.046251 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.046530 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.047485 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.047771 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.048065 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.048383 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.048705 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.048986 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.049274 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.049594 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.050021 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.050476 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.050919 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.051349 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.051751 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.052148 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.052569 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.053230 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.053649 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.054188 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.054689 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.055163 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.055463 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.055762 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.056068 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.056398 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.056686 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.057120 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.057601 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.057988 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.058272 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.058559 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.058856 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.059142 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.059422 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.059709 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.059991 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.060440 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.060565 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.060851 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.061144 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.061461 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.061696 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.061969 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.062249 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.062693 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.063026 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.063312 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.063590 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.063868 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.064153 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.064454 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.064732 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.065013 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.065290 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.065569 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.065843 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.066114 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.066386 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.066660 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.066937 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.067211 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.067484 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.067766 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.068039 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.068343 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.068621 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.068892 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.069167 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.069454 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.069754 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.070034 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.070314 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.070598 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.070876 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.071156 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.071434 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.071711 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.071991 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.072300 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.072631 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.073108 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.073568 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.074007 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.074438 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.074894 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.075317 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.075749 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.076173 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.076637 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.077011 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.077384 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.077767 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.078275 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.078626 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.078934 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.079240 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.079534 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.079855 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.080143 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:20.080399 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 11 14:11:20.080644 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93726) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 11 14:11:20.437851 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 11 14:11:20.438047 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 11 14:11:20.438330 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 11 14:11:20.438664 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 11 14:11:20.828045 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.828408 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.828660 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.829958 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.830234 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.830500 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.866533 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.866812 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.867084 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.881649 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.881933 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.882206 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.910352 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.910632 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.910903 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.948760 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.949032 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:20.949303 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.179330 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.179942 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.179942 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.180113 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.180755 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.300729 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.301045 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.301328 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.301599 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.301866 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.302177 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.302437 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.302953 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.303211 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.303492 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.303751 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.304015 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.304297 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.304552 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.304808 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.305072 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.305326 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.305591 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.305859 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.306118 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.306389 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.306641 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.306925 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.307299 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.307548 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.307794 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.308204 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 14:11:21.308450 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 14:11:21.308690 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 14:11:21.308926 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 14:11:21.309162 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 14:11:21.309397 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 14:11:21.309756 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 11 14:11:21.313378 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 11 14:11:21.317288 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 11 14:11:21.321070 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 11 14:11:21.322692 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 11 14:11:21.323151 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 11 14:11:21.323491 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 11 14:11:21.323874 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 11 14:11:21.326668 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 11 14:11:21.326921 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 11 14:11:21.327269 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 11 14:11:21.332570 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 11 14:11:21.354244 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 11 14:11:21.354696 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.354995 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93726) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 11 14:11:21.355360 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.356743 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93726) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 11 14:11:21.357025 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 11 14:11:21.357267 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 11 14:11:21.362296 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.362689 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:21.453092 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 11 14:11:21.453342 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 11 14:11:21.453586 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 11 14:11:21.453971 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 11 14:11:21.476866 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_db.sqlalchemy.engines [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93726) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 11 14:11:22.024385 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Initializing driver for type 'gre' Sep 11 14:11:22.024889 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] gre ID ranges: [(1, 1000)] Sep 11 14:11:22.085302 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Initializing driver for type 'local' Sep 11 14:11:22.085687 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Initializing driver for type 'vlan' Sep 11 14:11:22.098478 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] VlanTypeDriver initialization complete Sep 11 14:11:22.098841 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Initializing driver for type 'vxlan' Sep 11 14:11:22.099347 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] vxlan ID ranges: [(1, 1000)] Sep 11 14:11:22.155361 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Initializing extension driver 'port_security' Sep 11 14:11:22.155704 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.extensions.port_security [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] PortSecurityExtensionDriver initialization complete Sep 11 14:11:22.156594 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Initializing mechanism driver 'openvswitch' Sep 11 14:11:22.156924 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Initializing mechanism driver 'hyperv' Sep 11 14:11:22.163551 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:11:22.164262 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.164639 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.164994 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.165526 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 11 14:11:22.165957 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.166314 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.166663 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.167059 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 11 14:11:22.167466 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > network after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.167819 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > network after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.168165 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.168584 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 11 14:11:22.168990 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > security_group after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.169342 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > security_group after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.169692 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.170227 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 11 14:11:22.170637 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.170992 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.171340 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.172402 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 11 14:11:22.172974 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > address_group after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.173330 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > address_group after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.173677 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.174071 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 11 14:11:22.174454 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] ML2 OVO RPC backend initialized. {{(pid=93726) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 11 14:11:22.175180 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.175532 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.175955 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > network before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.176344 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > networks before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.176699 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > port before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.177047 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > ports before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.177397 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > subnet before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.178001 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > subnets before_response 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.178526 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > network after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.178854 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > network after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.179198 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.179544 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.180084 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.180240 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.180585 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.180926 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.181264 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.181852 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.plugin [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Modular L2 Plugin initialization complete Sep 11 14:11:22.182189 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading services supported by the core plugin {{(pid=93726) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 11 14:11:22.182523 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.plugins.ml2.managers [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Got port-security extension from driver 'port_security' Sep 11 14:11:22.182989 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.extensions.vlantransparent [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Disabled vlantransparent extension. Sep 11 14:11:22.183663 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93726) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 11 14:11:22.184081 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading Plugin: router Sep 11 14:11:22.220693 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.221097 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router after_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.221473 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router before_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.221846 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.222225 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.222586 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router after_delete 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.222955 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.223309 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.223680 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router after_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.224030 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.224411 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.224766 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.225127 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.225541 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.225918 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.226268 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.226614 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: subnet after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.226957 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.227312 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.227662 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.228009 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: port before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.228391 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.228756 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router after_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.229103 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.229457 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.229819 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.230166 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.230531 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > agent after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.230884 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > agent after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.231230 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > network after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.232103 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Tracking information for resource: router configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 14:11:22.232465 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Tracking information for resource: floatingip configured {{(pid=93726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 11 14:11:22.237995 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.db.l3_agentschedulers_db [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 11 14:11:22.238582 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.238947 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: port after_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.239300 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: port after_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.239653 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: port after_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.240495 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router before_create 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.240869 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.241235 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router precommit_create 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.241594 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > router precommit_update 55550100 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.246479 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.services.provider_configuration [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service providers = [] {{(pid=93726) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 11 14:11:22.246852 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.db.servicetype_db [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93726) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 11 14:11:22.249868 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.services.service_base [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 11 14:11:22.250223 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.services.service_base [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 11 14:11:22.250572 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.services.service_base [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 11 14:11:22.251492 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.services.service_base [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 11 14:11:22.251868 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.services.service_base [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 11 14:11:22.252293 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 14:11:22.252617 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 11 14:11:22.263200 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 14:11:22.263544 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading Plugin: auto_allocate Sep 11 14:11:22.269381 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: network precommit_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.269761 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: network precommit_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.270287 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 14:11:22.270612 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading Plugin: tag Sep 11 14:11:22.277159 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 14:11:22.277442 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading Plugin: timestamp Sep 11 14:11:22.282023 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 14:11:22.282356 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading Plugin: network_ip_availability Sep 11 14:11:22.287751 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.288128 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.288525 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.289234 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 14:11:22.289557 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading Plugin: flavors Sep 11 14:11:22.294217 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 14:11:22.294550 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading Plugin: revisions Sep 11 14:11:22.299409 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 11 14:11:22.299799 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.861s {{(pid=93726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 11 14:11:22.300574 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93726) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 11 14:11:22.300916 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Initializing extension manager. Sep 11 14:11:22.301433 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: __init__.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.301781 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: __pycache__ {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.302119 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.302456 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.303473 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.304039 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: address-group Sep 11 14:11:22.304400 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: address_scope.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.305316 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.305829 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: address-scope Sep 11 14:11:22.306159 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.307098 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.307607 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: router-admin-state-down-before-update Sep 11 14:11:22.307938 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: agent.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.308684 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.309190 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: agent Sep 11 14:11:22.309517 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: agent_resources_synced.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.310435 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.310941 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: agent-resources-synced Sep 11 14:11:22.311270 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: allowedaddresspairs.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.313370 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.313899 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: allowed-address-pairs Sep 11 14:11:22.314229 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: auto_allocated_topology.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.315327 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.315841 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: auto-allocated-topology Sep 11 14:11:22.316171 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.316908 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.317416 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: availability_zone Sep 11 14:11:22.317743 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: availability_zone_filter.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.318663 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.319171 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: availability_zone_filter Sep 11 14:11:22.319496 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: data_plane_status.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.320440 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.320944 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension data-plane-status not supported by any of loaded plugins Sep 11 14:11:22.321268 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: default_subnetpools.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.322191 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.322697 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: default-subnetpools Sep 11 14:11:22.323020 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.323839 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.324386 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: dhcp_agent_scheduler Sep 11 14:11:22.324714 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: dns.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.325646 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.326151 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension dns-integration not supported by any of loaded plugins Sep 11 14:11:22.326484 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: dns_domain_ports.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.327413 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.328064 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 11 14:11:22.328474 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.329404 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.329907 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 11 14:11:22.330231 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: dvr.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.330907 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.331411 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: dvr Sep 11 14:11:22.331735 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: ecmp_routes.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.332690 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.333191 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 11 14:11:22.333515 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: empty_string_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.334431 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.334936 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: empty-string-filtering Sep 11 14:11:22.335261 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.336173 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.336709 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 11 14:11:22.337035 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.337951 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.338455 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 11 14:11:22.338781 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: external_net.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.339692 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.340222 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: external-net Sep 11 14:11:22.340554 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.341475 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.341981 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: extra_dhcp_opt Sep 11 14:11:22.342306 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: extraroute.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.343218 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.344279 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: extraroute Sep 11 14:11:22.344610 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: extraroute_atomic.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.345646 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.346160 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: extraroute-atomic Sep 11 14:11:22.346488 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: filter_validation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.347167 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.347672 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: filter-validation Sep 11 14:11:22.347999 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: fip_pf_description.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.348941 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.349450 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 11 14:11:22.349774 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: fip_port_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.350705 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.351213 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: fip-port-details Sep 11 14:11:22.351536 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: flavors.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.352776 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.353287 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: flavors Sep 11 14:11:22.353615 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.355284 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.355794 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 11 14:11:22.356131 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: floatingip_pools.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.356865 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.357376 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: floatingip-pools Sep 11 14:11:22.357705 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: ip_allocation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.358642 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.359751 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension ip_allocation not supported by any of loaded plugins Sep 11 14:11:22.360219 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.361451 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.362224 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: ip-substring-filtering Sep 11 14:11:22.362682 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: l2_adjacency.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.363629 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.364134 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 11 14:11:22.364498 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: l3.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.365601 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.366118 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: router Sep 11 14:11:22.366445 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.368730 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.369251 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 11 14:11:22.369587 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.370546 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.371056 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: ext-gw-mode Sep 11 14:11:22.371386 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.372360 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.372866 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: l3-ha Sep 11 14:11:22.373191 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: l3_flavors.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.374110 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.374658 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: l3-flavors Sep 11 14:11:22.374966 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.376056 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.376602 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 11 14:11:22.376915 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: l3agentscheduler.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.377971 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.378479 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: l3_agent_scheduler Sep 11 14:11:22.378807 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: logging.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.380343 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.380863 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension logging not supported by any of loaded plugins Sep 11 14:11:22.381195 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: metering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.381947 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.382523 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: metering Sep 11 14:11:22.382853 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.383956 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.384497 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: metering_source_and_destination_fields Sep 11 14:11:22.384829 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: multiprovidernet.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.385769 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.386280 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: multi-provider Sep 11 14:11:22.386606 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: netmtu.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.387542 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.388052 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: net-mtu Sep 11 14:11:22.388411 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: netmtu_writable.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.389350 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.389856 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: net-mtu-writable Sep 11 14:11:22.390181 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: network_availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.391086 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.391594 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: network_availability_zone Sep 11 14:11:22.391919 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: network_ip_availability.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.393132 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.393642 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: network-ip-availability Sep 11 14:11:22.393972 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: network_segment_range.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.394770 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.395275 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension network-segment-range not supported by any of loaded plugins Sep 11 14:11:22.395597 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: pagination.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.396633 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.396963 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: pagination Sep 11 14:11:22.397295 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: port_device_profile.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.398226 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.398740 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: port-device-profile Sep 11 14:11:22.399067 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.400018 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.400547 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: port-mac-address-regenerate Sep 11 14:11:22.400877 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.401794 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.402299 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: port-numa-affinity-policy Sep 11 14:11:22.402626 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: port_resource_request.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.403692 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.404204 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension port-resource-request not supported by any of loaded plugins Sep 11 14:11:22.404554 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: portbindings.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.405492 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.406544 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: binding Sep 11 14:11:22.407110 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: portbindings_extended.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.408468 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.408988 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: binding-extended Sep 11 14:11:22.409321 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: portsecurity.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.410353 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.410918 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: port-security Sep 11 14:11:22.411252 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: project_id.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.412280 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.412617 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: project-id Sep 11 14:11:22.412945 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: providernet.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.413880 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.414393 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: provider Sep 11 14:11:22.414716 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: qos.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.418299 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.418825 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension qos not supported by any of loaded plugins Sep 11 14:11:22.419163 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.420448 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.420969 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 11 14:11:22.421299 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.423001 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.423513 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 11 14:11:22.423845 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: qos_default.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.424788 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.425301 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension qos-default not supported by any of loaded plugins Sep 11 14:11:22.425633 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: qos_fip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.426295 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.426795 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension qos-fip not supported by any of loaded plugins Sep 11 14:11:22.427124 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: qos_gateway_ip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.428352 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.428868 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 11 14:11:22.429199 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: qos_port_network_policy.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.430126 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.430635 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 11 14:11:22.430961 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: qos_pps_rule.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.432141 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.432678 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension qos-pps not supported by any of loaded plugins Sep 11 14:11:22.433011 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: qos_rule_type_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.433931 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.434438 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 11 14:11:22.434767 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: qos_rules_alias.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.435814 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.436362 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 11 14:11:22.436693 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: quotasv2.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.437695 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.438032 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: quotas Sep 11 14:11:22.438359 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: quotasv2_detail.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.441676 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.442028 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: quota_details Sep 11 14:11:22.442364 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: rbac.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.443448 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.443972 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: rbac-policies Sep 11 14:11:22.444344 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: rbac_address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.445296 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.445813 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: rbac-address-group Sep 11 14:11:22.446142 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: rbac_address_scope.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.447076 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.447591 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: rbac-address-scope Sep 11 14:11:22.447925 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: rbac_security_groups.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.448877 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.449398 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: rbac-security-groups Sep 11 14:11:22.449725 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: rbac_subnetpool.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.450659 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.451318 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: rbac-subnetpool Sep 11 14:11:22.451647 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: revisionifmatch.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.452614 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.453238 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: revision-if-match Sep 11 14:11:22.453567 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: revisions.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.454704 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.455219 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: standard-attr-revisions Sep 11 14:11:22.455551 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: router_availability_zone.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.456270 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.456784 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: router_availability_zone Sep 11 14:11:22.457114 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: routerservicetype.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.458058 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.458569 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension router-service-type not supported by any of loaded plugins Sep 11 14:11:22.458896 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.459826 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.460378 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: security-groups-normalized-cidr Sep 11 14:11:22.460706 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.461634 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.462149 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: port-security-groups-filtering Sep 11 14:11:22.462475 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.463405 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.463915 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: security-groups-remote-address-group Sep 11 14:11:22.464273 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: securitygroup.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.475862 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.476429 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: security-group Sep 11 14:11:22.476766 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: segment.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.477573 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.478088 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension segment not supported by any of loaded plugins Sep 11 14:11:22.478420 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.479368 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.479876 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 11 14:11:22.480236 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: servicetype.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.481438 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.481960 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: service-type Sep 11 14:11:22.482290 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: sorting.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.483286 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.483626 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: sorting Sep 11 14:11:22.483956 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: standard_attr_segment.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.485613 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.486127 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 11 14:11:22.486458 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: standardattrdescription.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.487115 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.487626 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: standard-attr-description Sep 11 14:11:22.487951 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: stateful_security_group.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.488928 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.489441 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: stateful-security-group Sep 11 14:11:22.489767 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: stdattrs_common.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.490357 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 11 14:11:22.490680 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.491610 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.492121 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 11 14:11:22.492474 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: subnet_onboard.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.493560 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.494077 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: subnet_onboard Sep 11 14:11:22.494409 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.495349 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.495858 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 11 14:11:22.496207 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: subnet_service_types.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.497159 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.497669 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: subnet-service-types Sep 11 14:11:22.497998 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: subnetallocation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.499105 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.499645 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: subnet_allocation Sep 11 14:11:22.500224 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.500895 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.501406 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: subnetpool-prefix-ops Sep 11 14:11:22.501735 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.502679 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.503188 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 11 14:11:22.503516 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: tagging.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.504660 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.505179 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: standard-attr-tag Sep 11 14:11:22.505513 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: timestamp.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.506732 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.507252 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loaded extension: standard-attr-timestamp Sep 11 14:11:22.507591 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: trunk.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.508661 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.509186 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension trunk not supported by any of loaded plugins Sep 11 14:11:22.509518 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: trunk_details.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.510447 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.510959 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension trunk-details not supported by any of loaded plugins Sep 11 14:11:22.511288 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: uplink_status_propagation.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.512236 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.512754 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 11 14:11:22.513082 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Loading extension file: vlantransparent.py {{(pid=93726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 11 14:11:22.513763 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 11 14:11:22.514272 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 11 14:11:22.516778 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:network Sep 11 14:11:22.517306 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:subnet Sep 11 14:11:22.517707 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 11 14:11:22.518109 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:port Sep 11 14:11:22.519327 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.519782 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service FLAVORS assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.520481 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.520915 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.521256 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:router Sep 11 14:11:22.521688 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:floatingip Sep 11 14:11:22.522177 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service METERING assigned prefix: /metering {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.523593 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.523970 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.524371 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:11:22.525401 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 11 14:11:22.525848 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:security_group Sep 11 14:11:22.526288 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 11 14:11:22.526872 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.527252 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 11 14:11:22.527555 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] subnetpool is already registered Sep 11 14:11:22.528005 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.528379 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 11 14:11:22.528715 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] subnetpool is already registered Sep 11 14:11:22.531539 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.532068 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service FLAVORS assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.532702 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.533131 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.533477 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:router Sep 11 14:11:22.533820 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] router is already registered Sep 11 14:11:22.534235 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:floatingip Sep 11 14:11:22.534574 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] floatingip is already registered Sep 11 14:11:22.535028 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service METERING assigned prefix: /metering {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.535710 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 11 14:11:22.536039 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] rbac_policy is already registered Sep 11 14:11:22.536485 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:security_group Sep 11 14:11:22.536819 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] security_group is already registered Sep 11 14:11:22.537222 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 11 14:11:22.537554 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] security_group_rule is already registered Sep 11 14:11:22.538180 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.538514 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 11 14:11:22.538857 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] subnetpool is already registered Sep 11 14:11:22.539279 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.v2.resource_helper [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Service CORE assigned prefix: {{(pid=93726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 11 14:11:22.539613 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 11 14:11:22.539946 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING neutron.quota.resource_registry [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] subnetpool is already registered Sep 11 14:11:22.540439 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: extensions {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.541886 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: address-groups {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.543358 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: address-scopes {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.544710 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.545868 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: auto-allocated-topology {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.547785 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: availability_zones {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.549044 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: dhcp-networks {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.550572 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: dhcp-agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.551998 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.554481 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: flavors {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.555650 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: service_profiles {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.556888 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: next_providers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.558372 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: service_profiles {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.559910 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: floatingip-pools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.561161 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.563298 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: floatingips {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.564616 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: l3-routers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.566002 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: l3-agents {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.567402 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: metering-labels {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.568797 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: metering-label-rules {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.570072 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: network-ip-availabilities {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.571342 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: bindings {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.573845 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: quotas {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.575305 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: quotas {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.576752 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: rbac-policies {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.578463 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: security-groups {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.579756 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: security-group-rules {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.581084 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: service-providers {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.582296 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: subnetpools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.583733 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: subnetpools {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.585291 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.586945 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.588847 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.590642 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.592449 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.594937 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.596667 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.598579 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.600366 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.602092 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron.api.extensions [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Extended resource: tags {{(pid=93726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 11 14:11:22.608045 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING keystonemiddleware.auth_token [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 11 14:11:22.612806 dv-cinder-760197-9-iscsi neutron-server[93726]: WARNING keystonemiddleware.auth_token [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 11 14:11:22.621459 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Acquired lock "singleton_lock" {{(pid=93726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 11 14:11:22.621948 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_concurrency.lockutils [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Releasing lock "singleton_lock" {{(pid=93726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 11 14:11:22.622589 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO oslo_service.service [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Starting 2 workers Sep 11 14:11:22.627614 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Started child 93835 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 11 14:11:22.632130 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Started child 93836 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 11 14:11:22.633147 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:22.633924 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO neutron.service [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 11 14:11:22.634399 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Notify callbacks [] for process, before_spawn {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:22.634637 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [-] (93835) wsgi starting up on http://0.0.0.0:9696 Sep 11 14:11:22.636857 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO oslo_service.service [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Starting 1 workers Sep 11 14:11:22.637002 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:22.638216 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [-] (93836) wsgi starting up on http://0.0.0.0:9696 Sep 11 14:11:22.642876 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Started child 93837 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 11 14:11:22.643403 dv-cinder-760197-9-iscsi neutron-server[93726]: INFO oslo_service.service [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Starting 1 workers Sep 11 14:11:22.646032 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.service [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] calling RpcWorker wait() {{(pid=93837) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 11 14:11:22.646551 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.service [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] returning from RpcWorker wait() {{(pid=93837) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 11 14:11:22.647795 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:22.647909 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Started child 93838 {{(pid=93726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 11 14:11:22.648257 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:11:22.648750 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6bb92a6f-e0b4-43b4-b7a4-d3f42005bdf7 None None] Notify callbacks [] for process, after_spawn {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:22.650673 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 11 14:11:22.650883 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 11 14:11:22.651070 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 11 14:11:22.651286 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 11 14:11:22.651627 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 11 14:11:22.651795 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 11 14:11:22.652353 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.652643 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.652914 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.653162 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.653465 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.653551 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:22.654087 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.654344 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.654607 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.654808 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:11:22.654898 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.655111 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.655286 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.655454 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.655697 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.655989 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.656896 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.657175 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.657424 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.657689 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.657865 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.658128 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.658398 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.658636 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.658909 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.659170 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.659653 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.659882 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.660137 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.660401 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.660675 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.660902 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.661162 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.661418 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.661660 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.661908 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.662157 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.662405 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.662630 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.662852 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.663111 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.663345 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.663820 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] host = dv-cinder-760197-9-iscsi {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.664058 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.664319 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.664573 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.664832 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.665083 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.665299 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.665562 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.665809 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.666082 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.666319 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.666572 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.666830 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.667066 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.667312 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.667477 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_options = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.667737 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.668017 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.668291 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.668487 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.668658 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.668829 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.669097 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.669242 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.669506 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.669749 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.669964 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.670180 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.670417 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.670654 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.670930 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.671187 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.671424 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.671699 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.671980 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.672175 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.672425 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.672652 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.672886 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.673142 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.673357 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.673591 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.673848 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.674089 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.674304 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.674546 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.674760 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.675007 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.675238 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.675474 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.675734 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.675965 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.676210 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.676436 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.676703 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.676930 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.677188 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.677445 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.677923 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.678174 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.678410 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.678624 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.678856 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.679070 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.679305 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.679570 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.679807 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.680969 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.680969 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.680969 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.680969 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.681312 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.681584 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.681904 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.682137 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.682384 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.682696 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.682860 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.683076 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.683344 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.683815 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.684296 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.684531 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.684823 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.685047 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.685349 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.685661 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.686063 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.686484 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.686864 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.687272 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.687638 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.688238 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.688698 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.688945 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.689204 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.689465 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.689662 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.690000 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.690473 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.690826 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.691101 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.691483 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.691736 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.691960 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.692216 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.692441 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.692662 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.692940 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.693187 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.693425 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.693650 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.693885 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.694129 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.694363 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.694607 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.694846 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.695101 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.695343 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.695562 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.695786 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.696006 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.696427 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.696663 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.696906 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.697165 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.697423 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.697675 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.697918 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.698163 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.698422 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.698679 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.698902 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.699116 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.699331 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.699576 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.699800 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.701249 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.701249 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.701249 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.701249 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.701249 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.701249 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.701793 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.701793 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.701947 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.702023 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.702234 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.702472 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.702708 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.703462 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.703959 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.704207 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.704419 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.704641 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.704855 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.705069 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.705282 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.705510 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.705713 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.705991 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.706310 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.706547 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.706787 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.707039 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.707278 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.707499 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.707755 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.708010 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.708250 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.708502 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.708753 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.709169 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.709571 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.709942 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.710191 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.710458 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.710836 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.710977 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.711131 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.711359 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.711737 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.711875 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.712128 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.712407 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.712681 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.713080 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.713225 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.713760 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.713760 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.714034 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.714250 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.714567 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.714842 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.715110 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.715375 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.715649 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.715894 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.716146 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.716436 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.716686 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.716919 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.717141 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.717421 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.717687 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.717909 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.718135 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.718403 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.719331 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.719713 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.719864 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.720100 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.720427 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.720706 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.720949 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.721219 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.721468 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.721705 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.722152 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.722304 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.722687 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.722687 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.722957 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.723091 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.723273 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.723507 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.723751 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.723997 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.727527 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.727527 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.727527 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.727527 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.727527 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.727527 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.727527 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.727527 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.729661 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.729661 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.729661 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.729661 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.729661 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.729661 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.729661 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.729661 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.730686 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.730686 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.730686 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.730686 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.730686 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.730686 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.730686 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.730686 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.731764 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.731764 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.731764 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.731764 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.731764 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.731764 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.731764 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.731764 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.732816 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.732816 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.732816 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.732816 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.732816 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.732816 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.733572 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.733572 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.733572 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.734193 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.734193 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.734193 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.734716 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.734716 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.734944 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.735089 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.735347 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.735563 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.735803 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.736049 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.736297 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.736546 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.736837 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.737075 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.737309 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.737578 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.737834 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.738053 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.738286 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.738500 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.738737 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.738962 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.739182 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.739417 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.739648 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.739881 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.740111 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.740351 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.741254 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.741254 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.741254 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.741254 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.741596 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.741664 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.741889 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.742059 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.742348 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.742532 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.742915 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.742915 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.743143 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.743323 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.743564 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.744277 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.744277 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.744277 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.744502 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.744635 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.744951 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.745208 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.745427 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.745949 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.746184 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.747442 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.747442 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.747442 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.747442 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.747442 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.747840 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.747840 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.748105 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.748324 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.748659 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.748977 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.749224 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.750381 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.750381 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.750381 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.750381 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.750995 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.750995 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.751264 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.751417 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.751740 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.751879 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.752060 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.752507 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.752908 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.753316 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.753725 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.753949 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.754215 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.754479 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.754698 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.754937 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.755165 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.755404 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.755957 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.755957 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.756252 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.756397 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.756520 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 11 14:11:22.757591 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 11 14:11:22.757591 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 11 14:11:22.757591 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 11 14:11:22.757591 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 11 14:11:22.758116 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 11 14:11:22.758116 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 11 14:11:22.758116 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.758457 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.758457 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.758457 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.758659 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.758773 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.758937 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.759098 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.759265 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.759411 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.759568 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.759727 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.759888 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.760049 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.760232 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.760394 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.760554 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.760714 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.760875 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.761349 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.761349 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.761349 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.761694 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] debug = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.761694 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.761883 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.761986 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.762118 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.762275 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.762591 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.762751 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.762911 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.763073 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.763234 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.763396 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.763555 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.763713 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.763872 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.764031 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.764213 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.764373 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.764532 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] host = dv-cinder-760197-9-iscsi {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.764691 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.764850 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.765009 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.765168 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.765944 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.766131 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.766312 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.766443 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.766602 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.766762 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.766922 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.767081 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.767241 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.767400 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.767559 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_options = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.767718 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.767876 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.768035 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.768243 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.768413 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.768574 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.768733 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.768893 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.769052 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.769210 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.769368 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.769526 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.769684 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.769842 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.770001 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.770164 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.770324 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.770482 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.770641 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.770801 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.770959 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.771117 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.771278 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.771437 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.771598 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.771743 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.771902 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.772061 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.772243 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.772407 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.772565 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.772729 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.772962 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.773159 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.773335 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.773517 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.774026 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.774026 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.774026 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.774026 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.774977 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.774977 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.774977 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.774977 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.774977 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.774977 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.775870 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_json = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.775870 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.775870 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.775870 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.775870 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.775870 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.776314 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.776314 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.776314 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 11 14:11:22.776516 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.776591 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.776706 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.776872 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.777045 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.777194 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780263 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780263 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780263 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780263 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780263 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780263 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780263 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780263 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780263 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780968 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780968 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780968 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780968 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780968 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780968 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780968 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.780968 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.781470 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.781470 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.781645 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.781845 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.782042 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.782220 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.782391 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.782559 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.782726 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.782893 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.783059 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.783228 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.783393 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.783556 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.783718 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.783877 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.784029 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.784203 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.784433 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.784598 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.784762 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.784924 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.785087 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.785246 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.785411 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.785568 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.785735 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.785897 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.786115 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.786218 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.786371 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.786538 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.786710 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.786869 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.787031 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.787191 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.787352 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.787517 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.787678 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.787837 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.787998 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.788162 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.788351 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.788500 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.788658 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.788810 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.788970 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.789132 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.789294 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.789455 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.789627 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.789791 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.789950 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.790277 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.790590 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.790752 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.790914 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.791076 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.791237 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.791400 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.791562 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.791714 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.791870 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.792032 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.792217 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.792372 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.792517 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.792692 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.792854 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:11:22.793030 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.793030 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.793328 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.793328 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.793598 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.793598 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.793852 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.793985 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.794118 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.794251 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.794397 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.794533 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.794668 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.794801 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.794935 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.795069 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.795212 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.795371 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.795533 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.795683 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.795843 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.795980 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.796132 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.796314 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.796451 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.797285 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.797285 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.797583 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.797783 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.797957 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.798131 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.798295 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.798457 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.798618 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.798780 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.798942 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.799091 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.799234 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.799396 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.799557 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.799717 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.799885 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.800057 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.800241 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.800383 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.800548 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.800738 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.800900 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.801061 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.801222 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.801382 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.801542 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.801703 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.801863 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.802025 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.802174 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.802322 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.802481 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.802898 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.803060 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.803221 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.803384 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.803544 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.803694 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.803853 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.804000 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.804164 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.804348 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.804508 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.804659 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.804885 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.805053 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.805206 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.805362 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.805524 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.805684 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.805845 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.806005 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.806165 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.806326 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.806488 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.806637 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.806795 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.807034 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.807383 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.807383 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.807383 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.807639 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.807779 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.807912 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.808055 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.808227 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.808652 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.808652 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.808652 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.809032 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.809032 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.809287 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.809287 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.809556 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.809556 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.810170 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.810170 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.810170 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.810170 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.810652 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.810652 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.810652 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.810918 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.810918 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.811060 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.811200 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.811333 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.811468 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.811601 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.811733 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.811891 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.812052 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.812767 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.813093 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.813268 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.813433 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.813594 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.813748 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.813888 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.814050 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.814272 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.814409 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.814552 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.814687 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.814821 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.814954 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.815116 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.815277 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.815436 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.815586 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.815733 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.815890 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.816059 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.816242 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.816404 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.816564 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.816724 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.816884 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.817054 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.817214 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.817374 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.817535 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.817695 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.817855 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.818025 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.818186 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.818345 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.818506 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.818665 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.818826 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.818995 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.819158 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.819318 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.819486 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.819647 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.819806 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.819967 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.820139 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.820324 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.820488 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.820649 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.820813 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.820974 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.821136 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.821301 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.821472 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.821641 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.821804 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.821972 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.822142 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.822313 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.822472 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.822640 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.822813 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.822974 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.823135 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.823295 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.823456 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.823617 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.823778 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.823937 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.824097 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.824278 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.824441 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.824600 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.824759 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.824919 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.825079 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.825239 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.825398 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.825558 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.825717 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.825875 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 11 14:11:22.826028 dv-cinder-760197-9-iscsi neutron-server[93726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 11 14:11:22.956710 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33758) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:11:22.965271 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063608 Sep 11 14:11:34.336104 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e821c8-301f-4e64-b92e-5c9b7ac35f20 None None] get_active_networks_info from dv-cinder-760197-9-iscsi {{(pid=93837) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 11 14:11:34.404008 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e821c8-301f-4e64-b92e-5c9b7ac35f20 None None] No non-hosted networks {{(pid=93837) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 11 14:11:34.431615 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.agentschedulers_db [None req-a5e821c8-301f-4e64-b92e-5c9b7ac35f20 None None] DHCP Agent not found on host dv-cinder-760197-9-iscsi {{(pid=93837) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 11 14:11:34.620832 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fa259d14-f139-4329-82e1-d1ca2c3fd0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-284102'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:36.839889 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4b53754b-0f4f-40b3-8a44-070615853874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-284102'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:36.892262 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea7feb85-a09d-4889-abcf-fd1c48e72a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:37.084097 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-284102'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:37.085221 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.085817 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.086224 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.086711 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.087059 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.087355 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.087662 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.088001 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.088385 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.088978 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.089497 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.089962 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:37.090545 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760197-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:11:37.098831 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760197-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:11:38.062537 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-284102'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:39.527675 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-284102'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:40.831251 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33852) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:11:41.324421 dv-cinder-760197-9-iscsi neutron-server[93835]: WARNING oslo_policy.policy [None req-49287462-0e1c-4cd2-8179-bc5b93314edb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 14:11:41.325027 dv-cinder-760197-9-iscsi neutron-server[93835]: WARNING oslo_policy.policy [None req-49287462-0e1c-4cd2-8179-bc5b93314edb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 14:11:41.544634 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [None req-49287462-0e1c-4cd2-8179-bc5b93314edb admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:11:41.546076 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-49287462-0e1c-4cd2-8179-bc5b93314edb admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7127292 Sep 11 14:11:43.172887 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.db.l3_hamode_db [None req-f4ef6632-3328-463c-9fa0-fa570348dc4a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 11 14:11:43.250662 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef6632-3328-463c-9fa0-fa570348dc4a None None] Routers set() bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:11:43.251048 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef6632-3328-463c-9fa0-fa570348dc4a None None] Router IDs set() for agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 11 14:11:43.945146 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33866) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:11:44.439344 dv-cinder-760197-9-iscsi neutron-server[93836]: WARNING oslo_policy.policy [None req-b431c51c-d451-46ee-809d-f673fef3c264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 14:11:44.439930 dv-cinder-760197-9-iscsi neutron-server[93836]: WARNING oslo_policy.policy [None req-b431c51c-d451-46ee-809d-f673fef3c264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 14:11:44.658905 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b431c51c-d451-46ee-809d-f673fef3c264 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:11:44.751807 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.policy [None req-b431c51c-d451-46ee-809d-f673fef3c264 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93836) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 11 14:11:44.796318 dv-cinder-760197-9-iscsi neutron-server[93836]: WARNING oslo_policy.policy [None req-b431c51c-d451-46ee-809d-f673fef3c264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 14:11:44.796682 dv-cinder-760197-9-iscsi neutron-server[93836]: WARNING oslo_policy.policy [None req-b431c51c-d451-46ee-809d-f673fef3c264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 14:11:44.805390 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.quota [None req-b431c51c-d451-46ee-809d-f673fef3c264 admin admin] Loaded quota_driver: . Sep 11 14:11:44.894809 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b431c51c-d451-46ee-809d-f673fef3c264 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744882230292', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744882230841', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744882251712', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744882249252', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744880623596', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744882261390', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-537073', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3627593', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-462970', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650832'] for rbac-policy, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:44.957436 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b431c51c-d451-46ee-809d-f673fef3c264 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:44.958691 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-b431c51c-d451-46ee-809d-f673fef3c264 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0128505 Sep 11 14:11:47.546141 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33884) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:11:47.841474 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Request body: {'network': {'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'name': 'private', 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'admin_state_up': True}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:11:47.869343 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Made reservation on behalf of 4f0d8ba8954847d8bdc292e315e8b96b for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:11:47.871958 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:47.889863 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:48.008159 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:48.011669 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:48.031599 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:11:48.060974 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744882765716', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:48.061557 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Unsubscribe: segment precommit_create {{(pid=93836) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 11 14:11:48.062084 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Added segment d35cb2a9-3eb5-4fd6-bab1-48f47d710ac8 of type vlan for network 6d5544ac-e864-4dd0-9b02-12639d2c82ce Sep 11 14:11:48.077478 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d544e3-d57d-4782-a112-8274b4434a6d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:11:48.102553 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.102905 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.103242 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.103570 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.103894 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.104253 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.104581 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.104899 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.105236 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.105557 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.105871 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.106183 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Tracked resource versions report: Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: pushed versions: Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: { 'AddressGroup': {'1.2'}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'ConntrackHelper': {'1.0'}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Log': {'1.0'}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Network': {'1.1'}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Port': {'1.7'}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'PortForwarding': {'1.2'}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'QosPolicy': {'1.9'}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SecurityGroup': {'1.4'}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SecurityGroupRule': {'1.2'}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SubPort': {'1.0'}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Subnet': {'1.1'}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Trunk': {'1.1'}} Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: consumer versions: Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: { DHCP agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: L3 agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: Metadata agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: Metering agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: Open vSwitch agent@dv-cinder-760197-9-iscsi: { 'AddressGroup': '1.2', Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'ConntrackHelper': '1.0', Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Log': '1.0', Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Network': '1.1', Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Port': '1.7', Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'PortForwarding': '1.2', Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'QosPolicy': '1.9', Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SecurityGroup': '1.4', Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SecurityGroupRule': '1.2', Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SubPort': '1.0', Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Subnet': '1.1', Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Trunk': '1.1'}} Sep 11 14:11:48.107929 dv-cinder-760197-9-iscsi neutron-server[93836]: {{(pid=93836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 14:11:48.181743 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:48.220426 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:48.221544 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:11:48.222202 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:48.281667 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7343957 Sep 11 14:11:48.321783 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af829d-97c8-4169-93dc-f36f58f26ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=6d5544ac-e864-4dd0-9b02-12639d2c82ce,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:11:48.333981 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network 6d5544ac-e864-4dd0-9b02-12639d2c82ce details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:11:50.914062 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33898) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:11:51.296725 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fd5ed3-e17e-464e-8f1e-86af8a18d1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:11:51.298068 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e8fd5ed3-e17e-464e-8f1e-86af8a18d1e2 admin admin] 10.222.0.37 "GET /v2.0/networks/6d5544ac-e864-4dd0-9b02-12639d2c82ce HTTP/1.1" status: 200 len: 825 time: 0.3830695 Sep 11 14:11:51.322047 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-ef227cd8-9d79-4220-bcaf-a39116183904 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/6834a2cc-36f2-45f0-aa68-248d24f73fae HTTP/1.1" status: 200 len: 734 time: 0.0176764 Sep 11 14:11:51.331594 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] Request body: {'subnet': {'subnetpool_id': '6834a2cc-36f2-45f0-aa68-248d24f73fae', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'ip_version': 4, 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:11:51.352726 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] Made reservation on behalf of 4f0d8ba8954847d8bdc292e315e8b96b for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:11:51.355150 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:51.634720 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:51.703380 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82382e59-af23-4046-a050-9290bd3cb21d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:11:51.707943 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] Checking segment: {'id': 'd35cb2a9-3eb5-4fd6-bab1-48f47d710ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:11:51.708315 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] Network hostable DHCP agents. Network: 6d5544ac-e864-4dd0-9b02-12639d2c82ce, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:11:51.728697 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] Network 6d5544ac-e864-4dd0-9b02-12639d2c82ce is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:11:51.739300 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, 6d5544ac-e864-4dd0-9b02-12639d2c82ce) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:11:51.743943 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:11:51.744568 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:51.750044 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96e6939-d6b3-4c0a-a178-5af28243ed4b None None] Network 6d5544ac-e864-4dd0-9b02-12639d2c82ce requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:11:51.767675 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-53e81ac3-d5d0-4aef-b731-579494237be0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4303620 Sep 11 14:11:52.065402 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb819b7-d503-5a9d-ae15-3489d5670a07-6d5544ac-e864-4dd0-9b02-12639d2c82ce', 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'fixed_ips': [{'subnet_id': '82382e59-af23-4046-a050-9290bd3cb21d'}]}} from dv-cinder-760197-9-iscsi. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 11 14:11:52.066637 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:52.345187 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Allocated IP 172.20.0.2 (6d5544ac-e864-4dd0-9b02-12639d2c82ce/82382e59-af23-4046-a050-9290bd3cb21d/35bd48db-f0c1-4cb1-a3a1-97d06fd873c4) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:11:52.573227 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:52.591490 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Transition to ACTIVE for port object 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:11:52.612828 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Transition to ACTIVE for port object 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:11:52.620253 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:52.691359 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Network 6d5544ac-e864-4dd0-9b02-12639d2c82ce is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:11:52.697222 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:11:52.700774 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:11:52.710386 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Pushing event updated for resources: {'Port': ['ID=35bd48db-f0c1-4cb1-a3a1-97d06fd873c4,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:11:52.754757 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.755421 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.755421 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.755741 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.756070 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.756422 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.756747 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.757067 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.757410 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.757731 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.758049 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.758362 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Tracked resource versions report: Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: pushed versions: Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: { 'AddressGroup': {'1.2'}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'ConntrackHelper': {'1.0'}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Log': {'1.0'}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Network': {'1.1'}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Port': {'1.7'}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'PortForwarding': {'1.2'}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'QosPolicy': {'1.9'}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SecurityGroup': {'1.4'}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SecurityGroupRule': {'1.2'}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SubPort': {'1.0'}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Subnet': {'1.1'}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Trunk': {'1.1'}} Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: consumer versions: Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: { DHCP agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: L3 agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: Metadata agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: Metering agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: Open vSwitch agent@dv-cinder-760197-9-iscsi: { 'AddressGroup': '1.2', Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'ConntrackHelper': '1.0', Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Log': '1.0', Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Network': '1.1', Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Port': '1.7', Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'PortForwarding': '1.2', Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'QosPolicy': '1.9', Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SecurityGroup': '1.4', Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SecurityGroupRule': '1.2', Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SubPort': '1.0', Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Subnet': '1.1', Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Trunk': '1.1'}} Sep 11 14:11:52.759435 dv-cinder-760197-9-iscsi neutron-server[93837]: {{(pid=93837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 14:11:52.792100 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Attempting to bind port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:11:52.792518 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Attempting to bind port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': 'd35cb2a9-3eb5-4fd6-bab1-48f47d710ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:11:52.792941 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Attempting to bind port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 on network 6d5544ac-e864-4dd0-9b02-12639d2c82ce {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:11:52.798212 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:11:52.798618 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Checking segment: {'id': 'd35cb2a9-3eb5-4fd6-bab1-48f47d710ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:11:52.799070 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:52.799458 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Bound using segment: {'id': 'd35cb2a9-3eb5-4fd6-bab1-48f47d710ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:11:52.799932 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Bound port: 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35cb2a9-3eb5-4fd6-bab1-48f47d710ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:11:52.800362 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:52.865147 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] For port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:11:52.869299 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] For port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=35bd48db-f0c1-4cb1-a3a1-97d06fd873c4,segment=NetworkSegment(d35cb2a9-3eb5-4fd6-bab1-48f47d710ac8),segment_id=d35cb2a9-3eb5-4fd6-bab1-48f47d710ac8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:11:52.873485 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:11:52.938160 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832655f3-8cf6-4061-ab69-d439499120f4 None None] Pushing event updated for resources: {'Port': ['ID=35bd48db-f0c1-4cb1-a3a1-97d06fd873c4,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:11:54.265859 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33906) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:11:54.577018 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [None req-57b2dc0a-5a2c-4a01-b9c8-17387e3ca615 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:11:54.577997 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-57b2dc0a-5a2c-4a01-b9c8-17387e3ca615 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3112192 Sep 11 14:11:57.020052 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33914) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:11:57.334308 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [None req-face8535-bf17-4112-b35a-037acc7e6d7d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:11:57.335262 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-face8535-bf17-4112-b35a-037acc7e6d7d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3142886 Sep 11 14:11:59.982955 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33924) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:12:00.299062 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-90c50bf9-ec94-4726-8abd-f9c284fb41f3 admin admin] Request body: {'router': {'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:12:00.363383 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.policy [None req-90c50bf9-ec94-4726-8abd-f9c284fb41f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93835) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 11 14:12:00.415411 dv-cinder-760197-9-iscsi neutron-server[93835]: WARNING oslo_policy.policy [None req-90c50bf9-ec94-4726-8abd-f9c284fb41f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 14:12:00.415739 dv-cinder-760197-9-iscsi neutron-server[93835]: WARNING oslo_policy.policy [None req-90c50bf9-ec94-4726-8abd-f9c284fb41f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 11 14:12:00.424483 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.quota [None req-90c50bf9-ec94-4726-8abd-f9c284fb41f3 admin admin] Loaded quota_driver: . Sep 11 14:12:00.484055 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c50bf9-ec94-4726-8abd-f9c284fb41f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-390'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:00.486001 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c50bf9-ec94-4726-8abd-f9c284fb41f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-286238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-289678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-413'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:00.643285 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c50bf9-ec94-4726-8abd-f9c284fb41f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:00.650147 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c50bf9-ec94-4726-8abd-f9c284fb41f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-286215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-283999'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:00.675368 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-90c50bf9-ec94-4726-8abd-f9c284fb41f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:00.677266 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-90c50bf9-ec94-4726-8abd-f9c284fb41f3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6931479 Sep 11 14:12:00.701966 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:12:00.793044 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:12:01.393276 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca4986-adf2-410e-8be4-5a6a230c2e41 None None] Network 6d5544ac-e864-4dd0-9b02-12639d2c82ce requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:12:01.502491 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-75599b9c-88c7-4cc3-96bc-f292bf6cb3dd None None] Provisioning for port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:12:01.508462 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-75599b9c-88c7-4cc3-96bc-f292bf6cb3dd None None] Provisioning complete for port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:12:01.508832 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75599b9c-88c7-4cc3-96bc-f292bf6cb3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:01.659765 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75599b9c-88c7-4cc3-96bc-f292bf6cb3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:01.694630 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-75599b9c-88c7-4cc3-96bc-f292bf6cb3dd None None] For port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=35bd48db-f0c1-4cb1-a3a1-97d06fd873c4,segment=NetworkSegment(d35cb2a9-3eb5-4fd6-bab1-48f47d710ac8),segment_id=d35cb2a9-3eb5-4fd6-bab1-48f47d710ac8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:12:01.700473 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75599b9c-88c7-4cc3-96bc-f292bf6cb3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:01.747592 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75599b9c-88c7-4cc3-96bc-f292bf6cb3dd None None] Pushing event updated for resources: {'Port': ['ID=35bd48db-f0c1-4cb1-a3a1-97d06fd873c4,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:01.819793 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e3d6f153-50fd-4768-ad76-8ed7ef8a5959 None None] Provisioning complete for port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:12:01.820158 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f153-50fd-4768-ad76-8ed7ef8a5959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:02.669700 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:12:02.714174 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:12:02.714539 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:03.095750 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33938) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:12:03.399060 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [None req-2b054560-1a6e-46c8-ba5b-307c4079294f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:12:03.400040 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-2b054560-1a6e-46c8-ba5b-307c4079294f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3033409 Sep 11 14:12:04.272544 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8140ed55-6bf4-4b9b-ad8a-e588b4c30cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:05.785936 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33946) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:12:06.092470 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:12:06.115313 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Made reservation on behalf of eb1482da4af94552b682e645f3de3da8 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:12:06.118081 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:06.133981 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:06.249745 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:06.253345 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:06.265258 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Reserving flat network on physical network physnet1 {{(pid=93835) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 11 14:12:06.297778 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744882765716', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:06.298364 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Unsubscribe: segment precommit_create {{(pid=93835) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 11 14:12:06.298894 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.segments_db [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Added segment 7b84fac3-b37b-48be-8352-a6ecabc5e9aa of type flat for network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a Sep 11 14:12:06.314424 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5effc46d-21a5-41c9-8e1a-1ad89519b0ff,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:06.341420 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.341780 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.342121 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.342453 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.342777 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.343120 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.343447 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.343767 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.344108 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.344454 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.344771 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.345085 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Tracked resource versions report: Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: pushed versions: Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: { 'AddressGroup': {'1.2'}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Log': {'1.0'}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Network': {'1.1'}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Port': {'1.7'}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'PortForwarding': {'1.2'}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'QosPolicy': {'1.9'}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SecurityGroup': {'1.4'}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SubPort': {'1.0'}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Subnet': {'1.1'}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Trunk': {'1.1'}} Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: consumer versions: Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: { DHCP agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: L3 agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: Metadata agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: Metering agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: Open vSwitch agent@dv-cinder-760197-9-iscsi: { 'AddressGroup': '1.2', Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'ConntrackHelper': '1.0', Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Log': '1.0', Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Network': '1.1', Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Port': '1.7', Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'PortForwarding': '1.2', Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'QosPolicy': '1.9', Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SecurityGroup': '1.4', Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SecurityGroupRule': '1.2', Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SubPort': '1.0', Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Subnet': '1.1', Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Trunk': '1.1'}} Sep 11 14:12:06.346219 dv-cinder-760197-9-iscsi neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 14:12:06.426973 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:06.474692 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:06.475776 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:12:06.476454 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:06.518921 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7319560 Sep 11 14:12:06.578328 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef569a26-497c-467b-906f-2e32d6d2549c admin admin] Pushing event updated for resources: {'Network': ['ID=ccc84ca7-8539-4d0c-8002-ccce8f9bda7a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:06.589168 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:12:06.833737 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fc15ac7-f858-4c7d-bb90-b33f5d0c92f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:07.081014 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:08.004875 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:08.925166 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:12:09.100066 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04daa342-9aa0-48ac-9ae7-31e6c8f0ad4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:12:09.101390 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-04daa342-9aa0-48ac-9ae7-31e6c8f0ad4f admin admin] 10.222.0.37 "GET /v2.0/subnets/82382e59-af23-4046-a050-9290bd3cb21d HTTP/1.1" status: 200 len: 849 time: 0.1750233 Sep 11 14:12:09.259457 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-42a043a4-6282-4a19-9eb7-136eb44af146 admin admin] 10.222.0.37 "GET /v2.0/routers/b547ee5f-93dc-4f00-ab5f-5824706a55d0 HTTP/1.1" status: 200 len: 704 time: 0.1513381 Sep 11 14:12:09.473759 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:09.519231 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:09.803473 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Allocated IP 172.20.0.1 (6d5544ac-e864-4dd0-9b02-12639d2c82ce/82382e59-af23-4046-a050-9290bd3cb21d/2a47825c-add4-4775-8e6e-d687e91b8272) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:12:09.958287 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:09.979872 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Transition to ACTIVE for port object 2a47825c-add4-4775-8e6e-d687e91b8272 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:12:10.048087 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:10.166459 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Network 6d5544ac-e864-4dd0-9b02-12639d2c82ce is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:12:10.171840 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:12:10.178636 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:12:10.179180 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-284046'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:10.205603 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Pushing event updated for resources: {'Port': ['ID=2a47825c-add4-4775-8e6e-d687e91b8272,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:10.358839 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-869b481e-cdc4-432b-95a8-751b3e9a90ae None None] Provisioning for port 2a47825c-add4-4775-8e6e-d687e91b8272 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:12:10.362280 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-869b481e-cdc4-432b-95a8-751b3e9a90ae None None] Provisioning complete for port 2a47825c-add4-4775-8e6e-d687e91b8272 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:12:10.362653 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-869b481e-cdc4-432b-95a8-751b3e9a90ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:10.382762 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:10.397179 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-869b481e-cdc4-432b-95a8-751b3e9a90ae None None] Port 2a47825c-add4-4775-8e6e-d687e91b8272 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:12:10.587477 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:10.592227 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:10.593104 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-282910'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:10.653315 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Pushing event updated for resources: {'Port': ['ID=2a47825c-add4-4775-8e6e-d687e91b8272,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:10.716324 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Network 6d5544ac-e864-4dd0-9b02-12639d2c82ce is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:12:10.717671 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:12:10.881045 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Router b547ee5f-93dc-4f00-ab5f-5824706a55d0 is scheduled to L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 14:12:10.916963 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9673b86a-9eff-42b6-8c2e-4ff79a84d6d8 None None] Provisioning complete for port 2a47825c-add4-4775-8e6e-d687e91b8272 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:12:10.918145 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9673b86a-9eff-42b6-8c2e-4ff79a84d6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:10.949231 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9673b86a-9eff-42b6-8c2e-4ff79a84d6d8 None None] Port 2a47825c-add4-4775-8e6e-d687e91b8272 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:12:10.972325 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:12:10.977404 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-0ff6c82c-b62c-4825-9635-f865ea3437fa admin admin] 10.222.0.37 "PUT /v2.0/routers/b547ee5f-93dc-4f00-ab5f-5824706a55d0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7121127 Sep 11 14:12:10.982180 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Sync routers for ids ['b547ee5f-93dc-4f00-ab5f-5824706a55d0'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:12:10.993334 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Routers {'b547ee5f-93dc-4f00-ab5f-5824706a55d0'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:12:10.994079 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:12:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['b547ee5f-93dc-4f00-ab5f-5824706a55d0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:12:11.179985 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Set router b547ee5f-93dc-4f00-ab5f-5824706a55d0 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:12:11.608816 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'name': 'router1', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:12:00Z', 'updated_at': '2021-09-11T14:12:10Z', 'revision_number': 2, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'gw_port_host': None, '_interfaces': [{'id': '2a47825c-add4-4775-8e6e-d687e91b8272', 'name': '', 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'mac_address': 'fa:16:3e:d3:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82382e59-af23-4046-a050-9290bd3cb21d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:12:09Z', 'updated_at': '2021-09-11T14:12:10Z', 'revision_number': 2, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'subnets': [{'id': '82382e59-af23-4046-a050-9290bd3cb21d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6834a2cc-36f2-45f0-aa68-248d24f73fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:12:11.660169 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Checking router: b547ee5f-93dc-4f00-ab5f-5824706a55d0 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:12:11.660561 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Updating router b547ee5f-93dc-4f00-ab5f-5824706a55d0 port 2a47825c-add4-4775-8e6e-d687e91b8272 binding host dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:12:11.711831 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:12.238884 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:12.256675 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Transition to ACTIVE for port object 2a47825c-add4-4775-8e6e-d687e91b8272 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:12:12.263243 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:12.404584 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Pushing event updated for resources: {'Port': ['ID=2a47825c-add4-4775-8e6e-d687e91b8272,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:12.438490 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.438834 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.439167 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.439516 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.439818 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.440143 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.440490 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.440817 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.441143 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.441457 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.441879 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.442079 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Tracked resource versions report: Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: pushed versions: Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: { 'AddressGroup': {'1.2'}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'ConntrackHelper': {'1.0'}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Log': {'1.0'}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Network': {'1.1'}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Port': {'1.7'}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'PortForwarding': {'1.2'}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'QosPolicy': {'1.9'}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SecurityGroup': {'1.4'}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SecurityGroupRule': {'1.2'}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SubPort': {'1.0'}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Subnet': {'1.1'}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Trunk': {'1.1'}} Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: consumer versions: Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: { DHCP agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: L3 agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: Metadata agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: Metering agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: Open vSwitch agent@dv-cinder-760197-9-iscsi: { 'AddressGroup': '1.2', Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'ConntrackHelper': '1.0', Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Log': '1.0', Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Network': '1.1', Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Port': '1.7', Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'PortForwarding': '1.2', Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'QosPolicy': '1.9', Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SecurityGroup': '1.4', Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SecurityGroupRule': '1.2', Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SubPort': '1.0', Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Subnet': '1.1', Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Trunk': '1.1'}} Sep 11 14:12:12.443165 dv-cinder-760197-9-iscsi neutron-server[93838]: {{(pid=93838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 14:12:12.450643 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Attempting to bind port 2a47825c-add4-4775-8e6e-d687e91b8272 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:12:12.450983 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Attempting to bind port 2a47825c-add4-4775-8e6e-d687e91b8272 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': 'd35cb2a9-3eb5-4fd6-bab1-48f47d710ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:12:12.451400 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Attempting to bind port 2a47825c-add4-4775-8e6e-d687e91b8272 on network 6d5544ac-e864-4dd0-9b02-12639d2c82ce {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:12:12.456526 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:12:12.456928 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Checking segment: {'id': 'd35cb2a9-3eb5-4fd6-bab1-48f47d710ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:12:12.457380 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:12.457758 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Bound using segment: {'id': 'd35cb2a9-3eb5-4fd6-bab1-48f47d710ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:12:12.458232 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Bound port: 2a47825c-add4-4775-8e6e-d687e91b8272, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35cb2a9-3eb5-4fd6-bab1-48f47d710ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:12:12.458621 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:12.523208 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] For port 2a47825c-add4-4775-8e6e-d687e91b8272, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:12:12.542954 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] For port 2a47825c-add4-4775-8e6e-d687e91b8272, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=2a47825c-add4-4775-8e6e-d687e91b8272,segment=NetworkSegment(d35cb2a9-3eb5-4fd6-bab1-48f47d710ac8),segment_id=d35cb2a9-3eb5-4fd6-bab1-48f47d710ac8)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:12:12.548218 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:12.608583 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Routers {'b547ee5f-93dc-4f00-ab5f-5824706a55d0'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:12:12.609202 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:12:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['b547ee5f-93dc-4f00-ab5f-5824706a55d0'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:12:12.612147 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658d5bb-4491-484a-8294-659b927172b6 None None] Pushing event updated for resources: {'Port': ['ID=2a47825c-add4-4775-8e6e-d687e91b8272,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:12.700845 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] Set router b547ee5f-93dc-4f00-ab5f-5824706a55d0 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:12:12.907389 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'name': 'router1', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:12:00Z', 'updated_at': '2021-09-11T14:12:10Z', 'revision_number': 2, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'gw_port_host': None, '_interfaces': [{'id': '2a47825c-add4-4775-8e6e-d687e91b8272', 'name': '', 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'mac_address': 'fa:16:3e:d3:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82382e59-af23-4046-a050-9290bd3cb21d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:12:09Z', 'updated_at': '2021-09-11T14:12:12Z', 'revision_number': 4, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'subnets': [{'id': '82382e59-af23-4046-a050-9290bd3cb21d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6834a2cc-36f2-45f0-aa68-248d24f73fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:12:12.936450 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf09e5-9091-4464-8020-ee89f6de66a8 None None] The sync data for ids ['b547ee5f-93dc-4f00-ab5f-5824706a55d0'] in dv-cinder-760197-9-iscsi is: [{'id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'name': 'router1', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:12:00Z', 'updated_at': '2021-09-11T14:12:10Z', 'revision_number': 2, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'gw_port_host': None, '_interfaces': [{'id': '2a47825c-add4-4775-8e6e-d687e91b8272', 'name': '', 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'mac_address': 'fa:16:3e:d3:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82382e59-af23-4046-a050-9290bd3cb21d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:12:09Z', 'updated_at': '2021-09-11T14:12:12Z', 'revision_number': 4, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'subnets': [{'id': '82382e59-af23-4046-a050-9290bd3cb21d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6834a2cc-36f2-45f0-aa68-248d24f73fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:12:13.233853 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 33988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:12:13.341921 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ceb5fc-b481-47ce-89fd-5372d74f611c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:12:13.343266 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e2ceb5fc-b481-47ce-89fd-5372d74f611c admin admin] 10.222.0.37 "GET /v2.0/networks/ccc84ca7-8539-4d0c-8002-ccce8f9bda7a HTTP/1.1" status: 200 len: 842 time: 0.1085691 Sep 11 14:12:13.353267 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:12:13.373957 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Made reservation on behalf of eb1482da4af94552b682e645f3de3da8 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:12:13.376288 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:13.652809 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.objects.ports [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93836) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 11 14:12:13.653138 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:13.707601 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9099ad-3f1f-4f65-92da-f2cf15fc04df,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:13.714386 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Checking segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:12:13.714761 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Network hostable DHCP agents. Network: ccc84ca7-8539-4d0c-8002-ccce8f9bda7a, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:12:13.730844 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:12:13.739129 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, ccc84ca7-8539-4d0c-8002-ccce8f9bda7a) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:12:13.743184 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:12:13.743759 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:13.748981 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fbd004-7bb5-44be-af11-165c95f53d81 None None] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:12:13.768246 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-1b086616-4289-4912-b6ff-19dac5ab736d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4110262 Sep 11 14:12:13.905379 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a828de08-23d5-4436-9139-6779c523b11e None None] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:12:16.088519 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 33996) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:12:16.328585 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-418b308b-a59c-40b4-80d9-59eaba486fbf admin admin] 10.222.0.37 "GET /v2.0/routers/b547ee5f-93dc-4f00-ab5f-5824706a55d0 HTTP/1.1" status: 200 len: 710 time: 0.2380323 Sep 11 14:12:16.479093 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b74af-1c1f-4c09-b72e-5a8b6745c4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:12:16.481162 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-137b74af-1c1f-4c09-b72e-5a8b6745c4f0 admin admin] 10.222.0.37 "GET /v2.0/networks/ccc84ca7-8539-4d0c-8002-ccce8f9bda7a HTTP/1.1" status: 200 len: 886 time: 0.1466742 Sep 11 14:12:16.490521 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:12:16.730463 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:16.966287 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:17.042725 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:17.227722 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Allocated IP 172.27.0.209 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/c6b5bdce-96ae-4e00-b615-64c0d2b4421e) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:12:17.339153 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:17.408480 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:17.483481 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:12:17.489165 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:12:17.492856 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:12:17.501602 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Pushing event updated for resources: {'Port': ['ID=c6b5bdce-96ae-4e00-b615-64c0d2b4421e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:17.817315 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:18.010170 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-289724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-286220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-419'] for router, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:18.015309 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-283999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-289701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-283990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-286261'] for router, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:18.138079 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Router b547ee5f-93dc-4f00-ab5f-5824706a55d0 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:12:18.247447 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:12:18.251997 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:18.253260 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-b95bc8de-e2d5-4e55-9e6c-77d96d7981ac admin admin] 10.222.0.37 "PUT /v2.0/routers/b547ee5f-93dc-4f00-ab5f-5824706a55d0 HTTP/1.1" status: 200 len: 890 time: 1.7659049 Sep 11 14:12:18.697208 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 2a47825c-add4-4775-8e6e-d687e91b8272 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:12:18.714742 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:12:18.745791 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 2a47825c-add4-4775-8e6e-d687e91b8272 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:12:18.749543 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 2a47825c-add4-4775-8e6e-d687e91b8272 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:12:18.749914 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:18.825776 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:18.858730 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 2a47825c-add4-4775-8e6e-d687e91b8272, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=2a47825c-add4-4775-8e6e-d687e91b8272,segment=NetworkSegment(d35cb2a9-3eb5-4fd6-bab1-48f47d710ac8),segment_id=d35cb2a9-3eb5-4fd6-bab1-48f47d710ac8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:12:18.862509 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:18.950717 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=2a47825c-add4-4775-8e6e-d687e91b8272,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:19.371830 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Sync routers for ids ['b547ee5f-93dc-4f00-ab5f-5824706a55d0'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:12:19.381868 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Routers {'b547ee5f-93dc-4f00-ab5f-5824706a55d0'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:12:19.382506 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:12:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['b547ee5f-93dc-4f00-ab5f-5824706a55d0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:12:19.589290 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Set router b547ee5f-93dc-4f00-ab5f-5824706a55d0 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:12:19.973234 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'name': 'router1', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6b5bdce-96ae-4e00-b615-64c0d2b4421e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:12:00Z', 'updated_at': '2021-09-11T14:12:17Z', 'revision_number': 4, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'gw_port': {'id': 'c6b5bdce-96ae-4e00-b615-64c0d2b4421e', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:12:17Z', 'updated_at': '2021-09-11T14:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '2a47825c-add4-4775-8e6e-d687e91b8272', 'name': '', 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'mac_address': 'fa:16:3e:d3:8b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82382e59-af23-4046-a050-9290bd3cb21d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:12:09Z', 'updated_at': '2021-09-11T14:12:18Z', 'revision_number': 5, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'subnets': [{'id': '82382e59-af23-4046-a050-9290bd3cb21d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6834a2cc-36f2-45f0-aa68-248d24f73fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:12:20.023775 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Checking router: b547ee5f-93dc-4f00-ab5f-5824706a55d0 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:12:20.024136 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Updating router b547ee5f-93dc-4f00-ab5f-5824706a55d0 port c6b5bdce-96ae-4e00-b615-64c0d2b4421e binding host dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:12:20.070593 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:20.384747 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:20.394896 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Transition to ACTIVE for port object c6b5bdce-96ae-4e00-b615-64c0d2b4421e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:12:20.400285 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:20.451445 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed560e-2105-457c-be2d-d7614c8e9823 None None] Pushing event updated for resources: {'Port': ['ID=c6b5bdce-96ae-4e00-b615-64c0d2b4421e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:20.456214 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Attempting to bind port c6b5bdce-96ae-4e00-b615-64c0d2b4421e on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:12:20.456214 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Attempting to bind port c6b5bdce-96ae-4e00-b615-64c0d2b4421e by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:12:20.456214 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Attempting to bind port c6b5bdce-96ae-4e00-b615-64c0d2b4421e on network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:12:20.459664 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:12:20.460047 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Checking segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:12:20.460481 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:20.460864 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Bound using segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:12:20.461328 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Bound port: c6b5bdce-96ae-4e00-b615-64c0d2b4421e, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:12:20.461725 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:20.511387 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] For port c6b5bdce-96ae-4e00-b615-64c0d2b4421e, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:12:20.514845 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] For port c6b5bdce-96ae-4e00-b615-64c0d2b4421e, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=c6b5bdce-96ae-4e00-b615-64c0d2b4421e,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:12:20.518594 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:20.581468 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed560e-2105-457c-be2d-d7614c8e9823 None None] Pushing event updated for resources: {'Port': ['ID=c6b5bdce-96ae-4e00-b615-64c0d2b4421e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:20.584018 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Routers {'b547ee5f-93dc-4f00-ab5f-5824706a55d0'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:12:20.584633 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:12:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['b547ee5f-93dc-4f00-ab5f-5824706a55d0'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:12:20.686964 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34008) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:12:20.694919 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 2a47825c-add4-4775-8e6e-d687e91b8272 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:12:20.794261 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 2a47825c-add4-4775-8e6e-d687e91b8272 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:12:20.794726 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:20.803159 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-1231f171-b2b2-4f69-aa45-9ada99bfecf8 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1151109 Sep 11 14:12:20.819853 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] Set router b547ee5f-93dc-4f00-ab5f-5824706a55d0 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:12:21.079559 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'name': 'router1', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6b5bdce-96ae-4e00-b615-64c0d2b4421e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:12:00Z', 'updated_at': '2021-09-11T14:12:17Z', 'revision_number': 4, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'gw_port': {'id': 'c6b5bdce-96ae-4e00-b615-64c0d2b4421e', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:12:17Z', 'updated_at': '2021-09-11T14:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '2a47825c-add4-4775-8e6e-d687e91b8272', 'name': '', 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'mac_address': 'fa:16:3e:d3:8b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82382e59-af23-4046-a050-9290bd3cb21d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:12:09Z', 'updated_at': '2021-09-11T14:12:18Z', 'revision_number': 5, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'subnets': [{'id': '82382e59-af23-4046-a050-9290bd3cb21d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6834a2cc-36f2-45f0-aa68-248d24f73fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:12:21.105258 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2752cc93-5c95-4f34-b3f3-7976134a4695 None None] The sync data for ids ['b547ee5f-93dc-4f00-ab5f-5824706a55d0'] in dv-cinder-760197-9-iscsi is: [{'id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'name': 'router1', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'c6b5bdce-96ae-4e00-b615-64c0d2b4421e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:12:00Z', 'updated_at': '2021-09-11T14:12:17Z', 'revision_number': 4, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'gw_port': {'id': 'c6b5bdce-96ae-4e00-b615-64c0d2b4421e', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:12:17Z', 'updated_at': '2021-09-11T14:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '2a47825c-add4-4775-8e6e-d687e91b8272', 'name': '', 'network_id': '6d5544ac-e864-4dd0-9b02-12639d2c82ce', 'tenant_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'mac_address': 'fa:16:3e:d3:8b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b547ee5f-93dc-4f00-ab5f-5824706a55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82382e59-af23-4046-a050-9290bd3cb21d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:12:09Z', 'updated_at': '2021-09-11T14:12:18Z', 'revision_number': 5, 'project_id': '4f0d8ba8954847d8bdc292e315e8b96b', 'subnets': [{'id': '82382e59-af23-4046-a050-9290bd3cb21d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6834a2cc-36f2-45f0-aa68-248d24f73fae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:12:22.721923 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device c6b5bdce-96ae-4e00-b615-64c0d2b4421e up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:12:22.778058 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port c6b5bdce-96ae-4e00-b615-64c0d2b4421e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:12:22.782306 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port c6b5bdce-96ae-4e00-b615-64c0d2b4421e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:12:22.782856 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:22.866437 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:22.887733 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port c6b5bdce-96ae-4e00-b615-64c0d2b4421e, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=c6b5bdce-96ae-4e00-b615-64c0d2b4421e,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:12:22.893229 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:22.946307 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=c6b5bdce-96ae-4e00-b615-64c0d2b4421e,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:12:24.717342 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device c6b5bdce-96ae-4e00-b615-64c0d2b4421e up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:12:24.782818 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port c6b5bdce-96ae-4e00-b615-64c0d2b4421e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:12:24.783557 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:34.277420 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4fca7d25-4748-42ef-9d74-6ed8fc6b60d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:36.837762 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cb1802a7-1b1e-4fb4-8ce1-07c383201500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:37.086509 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:38.011955 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:39.499304 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:12:55.715852 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:13:04.279378 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9d5bad0f-7100-41ee-9aa6-6c8fbf3eda73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:06.843020 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d7b79308-3eab-48bf-8a2a-13376e5d7a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:07.083641 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:08.012868 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:09.491548 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:32.714934 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:13:34.280072 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b63aa882-c1d4-4449-95f4-a13a9d27f0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:36.843667 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-53d81307-a83d-4969-a892-7163153737cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:37.085474 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:38.016444 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:39.497676 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:56.755862 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34570) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:13:56.817504 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7e460b-68f3-403e-b99b-97576df2fcff admin admin] GET failed (client error): The resource could not be found. Sep 11 14:13:56.818819 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-ef7e460b-68f3-403e-b99b-97576df2fcff admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619981 Sep 11 14:13:57.047699 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9411342-a387-45b2-aa9e-fe3af4e2b65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:13:57.050825 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-a9411342-a387-45b2-aa9e-fe3af4e2b65f admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2274156 Sep 11 14:13:59.271622 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34580) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:13:59.360568 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e374201-c7d1-4d76-9273-6e1c620be5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:13:59.362608 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-0e374201-c7d1-4d76-9273-6e1c620be5a8 admin admin] 10.222.0.37 "GET /v2.0/subnets/82382e59-af23-4046-a050-9290bd3cb21d HTTP/1.1" status: 200 len: 849 time: 0.0898778 Sep 11 14:13:59.372111 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:13:59.452518 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:59.593385 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744882528013'] for subnet, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:59.623229 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:13:59.624361 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:13:59.632243 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] 10.222.0.37 "PUT /v2.0/subnets/82382e59-af23-4046-a050-9290bd3cb21d HTTP/1.1" status: 200 len: 868 time: 0.2564950 Sep 11 14:13:59.632462 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9d88bc-13b4-45f8-b253-42c333e89311 None None] Network 6d5544ac-e864-4dd0-9b02-12639d2c82ce requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:13:59.645804 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82382e59-af23-4046-a050-9290bd3cb21d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:13:59.653168 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:13:59.653553 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:13:59.653883 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:13:59.654220 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:13:59.654554 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:13:59.654888 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:13:59.655217 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:13:59.655543 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:13:59.655890 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:13:59.656249 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:13:59.656644 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:13:59.656976 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02490a7c-beb6-403f-ba68-b7935a1d1d09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:00.013974 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a4f22bb5-19f4-4c65-af49-165c3a6e2ac4 None None] Provisioning complete for port 35bd48db-f0c1-4cb1-a3a1-97d06fd873c4 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:14:00.014350 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4f22bb5-19f4-4c65-af49-165c3a6e2ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:00.096869 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a4f22bb5-19f4-4c65-af49-165c3a6e2ac4 None None] Provisioning complete for port 2a47825c-add4-4775-8e6e-d687e91b8272 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:14:00.097144 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4f22bb5-19f4-4c65-af49-165c3a6e2ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:01.852805 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34588) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:02.050956 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c17325-0f8b-4397-bcdd-f725e84dceb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:02.051335 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c17325-0f8b-4397-bcdd-f725e84dceb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:02.052947 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-02c17325-0f8b-4397-bcdd-f725e84dceb1 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1991549 Sep 11 14:14:04.281769 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e60ab765-4731-4f80-9f2d-c4e5c522e2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:04.284826 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34596) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:04.423988 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1ab87-1814-48a7-a699-62a03d8c9d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:04.424646 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1ab87-1814-48a7-a699-62a03d8c9d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:04.426202 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-64f1ab87-1814-48a7-a699-62a03d8c9d01 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1403918 Sep 11 14:14:06.649664 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34604) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:06.776710 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670f67ea-b861-486d-9645-c40a5305d0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:06.778060 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-670f67ea-b861-486d-9645-c40a5305d0dd admin admin] 10.222.0.37 "GET /v2.0/networks/6d5544ac-e864-4dd0-9b02-12639d2c82ce HTTP/1.1" status: 200 len: 869 time: 0.1274352 Sep 11 14:14:06.846998 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e60685c6-9bd3-410f-8e66-663c91703c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:07.087627 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:08.019065 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:08.958500 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34612) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:09.087113 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63056cc-49ca-4b3f-8b80-a14959d5a79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:09.088501 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e63056cc-49ca-4b3f-8b80-a14959d5a79a admin admin] 10.222.0.37 "GET /v2.0/networks/ccc84ca7-8539-4d0c-8002-ccce8f9bda7a HTTP/1.1" status: 200 len: 886 time: 0.1291013 Sep 11 14:14:09.504213 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:09.714168 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:14:11.337692 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34620) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:11.458458 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f42113-f0c8-4e1d-b476-187d260462e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:11.458837 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f42113-f0c8-4e1d-b476-187d260462e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:11.460362 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-77f42113-f0c8-4e1d-b476-187d260462e4 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217043 Sep 11 14:14:13.666454 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34628) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:13.790836 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384022f-2d52-4b36-a48c-f43a876cb70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:13.791292 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384022f-2d52-4b36-a48c-f43a876cb70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:13.792833 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-a384022f-2d52-4b36-a48c-f43a876cb70e admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254420 Sep 11 14:14:15.980717 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34638) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:16.066990 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dbb9eb-8a3d-4e75-a08f-43c90e5a54d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:16.068408 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-69dbb9eb-8a3d-4e75-a08f-43c90e5a54d0 admin admin] 10.222.0.37 "GET /v2.0/subnets/3a9099ad-3f1f-4f65-92da-f2cf15fc04df HTTP/1.1" status: 200 len: 816 time: 0.0867369 Sep 11 14:14:18.239788 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34646) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:18.332496 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9cc715-ac79-4785-bc78-46194f794c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:18.333882 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-6d9cc715-ac79-4785-bc78-46194f794c34 admin admin] 10.222.0.37 "GET /v2.0/subnets/82382e59-af23-4046-a050-9290bd3cb21d HTTP/1.1" status: 200 len: 868 time: 0.0931256 Sep 11 14:14:34.277875 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e64b9607-2aa6-41b3-a284-c45eac403a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:36.846590 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-523b60ec-f53f-4d27-b49a-2d9d2361ea94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:37.088837 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:38.021734 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:39.509633 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:42.147868 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34700) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:42.196117 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [None req-763fab45-a5ce-4b5d-8d20-eb02eb9adce9 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:14:42.197226 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-763fab45-a5ce-4b5d-8d20-eb02eb9adce9 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483184 Sep 11 14:14:44.525725 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34708) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:44.584846 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-46dcf4e7-2a34-4542-ae1c-d385ec89bc02 admin admin] GET failed (client error): The resource could not be found. Sep 11 14:14:44.586143 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-46dcf4e7-2a34-4542-ae1c-d385ec89bc02 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595102 Sep 11 14:14:44.672558 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad880e1-2245-404f-88dd-2b11fb31bca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:44.674239 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-cad880e1-2245-404f-88dd-2b11fb31bca7 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0833864 Sep 11 14:14:46.712985 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:14:46.919601 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:46.966881 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:14:46.985922 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] Made reservation on behalf of eb1482da4af94552b682e645f3de3da8 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:14:46.988676 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:47.015263 dv-cinder-760197-9-iscsi neutron-server[93836]: WARNING neutron.services.revisions.revision_plugin [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] Could not find related network for resource to bump revision. Sep 11 14:14:47.027423 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:14:47.037389 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:47.037731 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] Added segment f9558eeb-15e9-4ac6-a2dc-3ab1e1452269 of type vlan for network 2de0a914-bd7d-4c95-af07-437519af5bcb Sep 11 14:14:47.077203 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:47.099751 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:47.100737 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:47.101312 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:47.136810 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2161345 Sep 11 14:14:47.164850 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303509cb-9dd4-4136-ad7f-e727b6642962 admin admin] Pushing event updated for resources: {'Network': ['ID=2de0a914-bd7d-4c95-af07-437519af5bcb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:14:47.176666 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network 2de0a914-bd7d-4c95-af07-437519af5bcb details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:14:49.346947 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34724) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:14:49.405951 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.pecan_wsgi.hooks.translation [None req-70832dc4-71b9-4ba4-b7e9-22c010914036 admin admin] GET failed (client error): The resource could not be found. Sep 11 14:14:49.407243 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-70832dc4-71b9-4ba4-b7e9-22c010914036 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593166 Sep 11 14:14:49.474658 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc69b2b2-9e05-4443-bab6-dde8a760b8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:49.475975 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-dc69b2b2-9e05-4443-bab6-dde8a760b8ad admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641382 Sep 11 14:14:49.486305 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] Request body: {'subnet': {'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:14:49.506857 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] Made reservation on behalf of eb1482da4af94552b682e645f3de3da8 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:14:49.509113 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:49.666745 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:49.805559 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fd3df8-2638-4d36-ba70-611a5a801943,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:14:49.815213 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] Checking segment: {'id': 'f9558eeb-15e9-4ac6-a2dc-3ab1e1452269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:14:49.815568 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] Network hostable DHCP agents. Network: 2de0a914-bd7d-4c95-af07-437519af5bcb, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:14:49.831178 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] Network 2de0a914-bd7d-4c95-af07-437519af5bcb is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:14:49.839592 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, 2de0a914-bd7d-4c95-af07-437519af5bcb) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:14:49.843563 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:14:49.844140 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:49.849170 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9990072a-0902-4f5f-b3d5-9441e42b2759 None None] Network 2de0a914-bd7d-4c95-af07-437519af5bcb requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:14:49.858151 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-9a001755-9e48-4833-979c-be01d3b655cc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3752170 Sep 11 14:14:50.000209 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb819b7-d503-5a9d-ae15-3489d5670a07-2de0a914-bd7d-4c95-af07-437519af5bcb', 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb', 'tenant_id': 'eb1482da4af94552b682e645f3de3da8', 'fixed_ips': [{'subnet_id': '43fd3df8-2638-4d36-ba70-611a5a801943'}]}} from dv-cinder-760197-9-iscsi. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 11 14:14:50.001144 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:50.135914 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Allocated IP 192.168.233.2 (2de0a914-bd7d-4c95-af07-437519af5bcb/43fd3df8-2638-4d36-ba70-611a5a801943/39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:14:50.281444 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:50.290280 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Transition to ACTIVE for port object 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:14:50.306290 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Transition to ACTIVE for port object 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:14:50.311858 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:50.350948 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Network 2de0a914-bd7d-4c95-af07-437519af5bcb is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:14:50.353807 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:14:50.364452 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:14:50.366389 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Pushing event updated for resources: {'Port': ['ID=39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:14:50.374817 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.375171 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.375508 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.375865 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.376221 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.376554 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.376879 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.377206 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.377549 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.377874 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.378195 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.379079 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:14:50.429432 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Attempting to bind port 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:14:50.429798 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Attempting to bind port 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': 'f9558eeb-15e9-4ac6-a2dc-3ab1e1452269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:14:50.430161 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Attempting to bind port 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e on network 2de0a914-bd7d-4c95-af07-437519af5bcb {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:14:50.435136 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:14:50.435508 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Checking segment: {'id': 'f9558eeb-15e9-4ac6-a2dc-3ab1e1452269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:14:50.435905 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:50.436321 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Bound using segment: {'id': 'f9558eeb-15e9-4ac6-a2dc-3ab1e1452269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:14:50.436784 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Bound port: 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9558eeb-15e9-4ac6-a2dc-3ab1e1452269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:14:50.437182 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:50.498585 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] For port 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:14:50.501830 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] For port 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e,segment=NetworkSegment(f9558eeb-15e9-4ac6-a2dc-3ab1e1452269),segment_id=f9558eeb-15e9-4ac6-a2dc-3ab1e1452269)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:14:50.506716 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:50.563931 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf8f25-fcb6-4b66-9995-1fb0a85e4c06 None None] Pushing event updated for resources: {'Port': ['ID=39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:14:50.840010 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:14:50.896911 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:14:51.392732 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d6cdac-451e-4b45-a3ee-5fcc797937f9 None None] Network 2de0a914-bd7d-4c95-af07-437519af5bcb requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:14:51.479961 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0fb6c292-4aa6-423a-a5d4-c43e8c51cd14 None None] Provisioning for port 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:14:51.507103 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0fb6c292-4aa6-423a-a5d4-c43e8c51cd14 None None] Provisioning complete for port 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:14:51.507480 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c292-4aa6-423a-a5d4-c43e8c51cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:51.619088 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c292-4aa6-423a-a5d4-c43e8c51cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:51.654280 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0fb6c292-4aa6-423a-a5d4-c43e8c51cd14 None None] For port 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e,segment=NetworkSegment(f9558eeb-15e9-4ac6-a2dc-3ab1e1452269),segment_id=f9558eeb-15e9-4ac6-a2dc-3ab1e1452269)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:14:51.658547 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c292-4aa6-423a-a5d4-c43e8c51cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:51.713584 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6c292-4aa6-423a-a5d4-c43e8c51cd14 None None] Pushing event updated for resources: {'Port': ['ID=39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:14:51.880652 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0e723b66-4b35-4059-950e-2b0e2c631e15 None None] Provisioning complete for port 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:14:51.881022 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0e723b66-4b35-4059-950e-2b0e2c631e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:14:52.791769 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:14:52.839844 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 39ebb1e8-da36-4e43-bfc2-ee7b09b95f3e triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:14:52.840241 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:04.278854 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-481677b0-5a31-427e-9e42-56b3e0f18d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:06.851155 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43c18228-4ebd-494a-aa0f-6e22e38ed6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:07.090390 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:08.024603 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:09.513494 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:23.711976 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:15:34.280560 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ac3db29d-0279-424a-b3d6-a0b05b7a295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:36.851839 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8ccdafba-4efe-4bd3-af6f-8295370962a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:37.091283 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:38.027428 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:39.515737 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:58.334707 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34776) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:15:58.340387 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [None req-ad3e1f86-0397-4598-a763-42a7af9200e0 tempest-verify_tempest_config-170189716 tempest-verify_tempest_config-170189716-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:15:58.341337 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-ad3e1f86-0397-4598-a763-42a7af9200e0 tempest-verify_tempest_config-170189716 tempest-verify_tempest_config-170189716-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056837 Sep 11 14:15:58.634020 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 34794) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:15:58.735945 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:58.822430 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:58.826052 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:58.869158 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a5717b-7e85-4327-a830-505ae0fef364,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:15:58.873108 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf602c888f77419ebbb7650e92441568&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2380826 Sep 11 14:15:58.875934 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34798) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:15:58.878333 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.878963 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.879307 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.879634 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.879956 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.880382 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.880804 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.881117 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.881453 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.881771 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.882123 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.882401 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3408d8-a681-4dda-a00a-84c47fbd1fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:58.932350 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:58.952210 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:59.040450 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:59.043188 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:15:59.044544 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0a5717b-7e85-4327-a830-505ae0fef364 HTTP/1.1" status: 204 len: 168 time: 0.1676104 Sep 11 14:15:59.052671 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a5717b-7e85-4327-a830-505ae0fef364,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:15:59.059179 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:59.059540 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:59.059881 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:59.060232 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:59.060561 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:59.060886 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:59.061211 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:59.061538 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:59.061858 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:59.062192 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:59.062478 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:15:59.062793 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688b47e3-921d-43e8-8b7f-7f3f3ae613e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:16:00.711431 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:16:04.281739 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d5712b43-a74a-41b0-bb17-5e0b7678ad21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:16:06.852722 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5db34c37-42bf-4932-8a30-2b6baf8bba97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:16:07.092648 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:16:08.030502 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:16:09.521769 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:16:34.285151 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9fa83951-a76d-4843-8bcd-5d42af08c4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:16:36.853403 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ea72bb98-d48b-454b-958d-090e3990f746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:16:37.094118 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:16:37.710176 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:16:38.033884 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:16:39.522761 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:04.286132 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1af81ad0-9b00-4d66-9534-6d9471d5db78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:06.853896 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-adfe2614-cb45-4a0d-8e5d-6c3cef0c20b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:07.094148 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:08.035286 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:09.526790 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:14.709148 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 5 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:17:31.173363 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-284102'] for agent, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:34.287347 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7918e231-3068-4729-ae4c-602ca651d610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:36.853766 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0178-c723-42b5-a327-74351470a155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:37.094341 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:38.039541 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:39.530286 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:17:45.930422 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34874) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:17:46.033758 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-67e4551a-3c85-4d6d-86d1-d130dad33802 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1020732 Sep 11 14:17:48.222903 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 34884) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:17:48.276262 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-27facd85-cfdc-4064-93f4-2b3d4e4178ef admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0521212 Sep 11 14:17:51.708472 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:18:01.139889 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:18:04.287584 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-883fdf42-ef74-40d5-9b8c-156a782b1a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:18:06.853749 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4ee85bcb-e232-4fb4-ba60-8e4b836807f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:18:07.094254 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:18:08.041525 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:18:09.532875 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:18:28.709108 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:18:31.141278 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:18:34.288645 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3bf8a086-fe96-4db4-aeef-7eede36bf7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:18:36.856083 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c9ffa810-60cb-43c2-aad5-efb61bb6e322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:18:37.097177 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:18:38.044296 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:18:39.536983 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:01.141338 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:04.291317 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-76d1ac4e-4f21-4aed-bce8-5344185e0f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:05.708457 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:19:06.856950 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-498b78fa-83a8-46df-afcb-3096a3190fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:07.100383 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:08.046584 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:09.539102 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:16.409153 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:16.727980 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-79762908-network', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:16.752629 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Made reservation on behalf of e75ff7e6bf2646feb68e4e73513dffed for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:16.754919 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:16.766802 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:16.860405 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:16.865088 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:16.908684 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84d2b86-cd34-4331-a82f-41c79accebb6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:16.910921 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:19:16.922436 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.922812 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.923139 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.925057 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.925674 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.926227 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.926566 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.926888 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.927487 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.927888 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.928491 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.928883 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Tracked resource versions report: Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: pushed versions: Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: { 'AddressGroup': {'1.2'}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'ConntrackHelper': {'1.0'}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Log': {'1.0'}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Network': {'1.1'}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Port': {'1.7'}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'PortForwarding': {'1.2'}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'QosPolicy': {'1.9'}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SecurityGroup': {'1.4'}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SecurityGroupRule': {'1.2'}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SubPort': {'1.0'}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Subnet': {'1.1'}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Trunk': {'1.1'}} Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: consumer versions: Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: { DHCP agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: HyperV agent@hv-cinder-76019: {}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: L3 agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: Metadata agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: Metering agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: Open vSwitch agent@dv-cinder-760197-9-iscsi: { 'AddressGroup': '1.2', Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'ConntrackHelper': '1.0', Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Log': '1.0', Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Network': '1.1', Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Port': '1.7', Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'PortForwarding': '1.2', Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'QosPolicy': '1.9', Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SecurityGroup': '1.4', Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SecurityGroupRule': '1.2', Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'SubPort': '1.0', Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Subnet': '1.1', Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: 'Trunk': '1.1'}} Sep 11 14:19:16.930064 dv-cinder-760197-9-iscsi neutron-server[93835]: {{(pid=93835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 14:19:16.939237 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:16.940624 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.segments_db [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Added segment 9b8faa95-7579-444a-8949-a20c28bbf14a of type vlan for network 3cdadcaf-3b21-4ad0-8822-3c2287855219 Sep 11 14:19:16.981956 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:17.007750 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:17.008886 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:17.009472 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:17.040422 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6299870 Sep 11 14:19:17.043636 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35084) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:17.050704 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Request body: {'subnet': {'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-79762908-subnet', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:17.070031 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132b5be-4873-4e10-a013-8e29b3b8579a admin admin] Pushing event updated for resources: {'Network': ['ID=3cdadcaf-3b21-4ad0-8822-3c2287855219,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:17.073379 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Made reservation on behalf of e75ff7e6bf2646feb68e4e73513dffed for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:17.076393 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:17.082578 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network 3cdadcaf-3b21-4ad0-8822-3c2287855219 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:19:17.245751 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:17.290039 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f681984-6acf-439f-9e85-860a12d7639b,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:17.300316 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.300756 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.301054 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.301669 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.305945 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.306314 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.306649 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.306976 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.307299 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.308047 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.308047 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.308264 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Tracked resource versions report: Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: pushed versions: Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: { 'AddressGroup': {'1.2'}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'ConntrackHelper': {'1.0'}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Log': {'1.0'}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Network': {'1.1'}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Port': {'1.7'}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'PortForwarding': {'1.2'}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'QosPolicy': {'1.9'}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SecurityGroup': {'1.4'}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SecurityGroupRule': {'1.2'}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SubPort': {'1.0'}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Subnet': {'1.1'}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Trunk': {'1.1'}} Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: consumer versions: Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: { DHCP agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: HyperV agent@hv-cinder-76019: {}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: L3 agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: Metadata agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: Metering agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: Open vSwitch agent@dv-cinder-760197-9-iscsi: { 'AddressGroup': '1.2', Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'ConntrackHelper': '1.0', Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Log': '1.0', Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Network': '1.1', Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Port': '1.7', Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'PortForwarding': '1.2', Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'QosPolicy': '1.9', Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SecurityGroup': '1.4', Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SecurityGroupRule': '1.2', Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'SubPort': '1.0', Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Subnet': '1.1', Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: 'Trunk': '1.1'}} Sep 11 14:19:17.309294 dv-cinder-760197-9-iscsi neutron-server[93836]: {{(pid=93836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 14:19:17.331813 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Checking segment: {'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:17.332159 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Network hostable DHCP agents. Network: 3cdadcaf-3b21-4ad0-8822-3c2287855219, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:19:17.350068 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Network 3cdadcaf-3b21-4ad0-8822-3c2287855219 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:19:17.360603 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, 3cdadcaf-3b21-4ad0-8822-3c2287855219) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:17.368324 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:17.369501 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:17.371711 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d598549c-6528-468a-9fe6-4cc4758b58aa None None] Network 3cdadcaf-3b21-4ad0-8822-3c2287855219 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:19:17.391391 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35098) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:17.399254 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-79762908-router', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:17.404508 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-baf80d2f-4fa1-4ce0-90fa-ac593e2b262e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3585131 Sep 11 14:19:17.426443 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-390'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:17.429518 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-286238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-289678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-413'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:17.430662 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35100) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:17.507527 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:17.551554 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9514f2-f07b-4ffd-ac37-d79b5edf0d97 None None] Network 3cdadcaf-3b21-4ad0-8822-3c2287855219 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:19:17.706984 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:17.770393 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35120) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:17.782062 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:17.865620 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-582042595-network', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:17.886025 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Made reservation on behalf of b93843a73a5d4b89a16b9be7e336b96f for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:17.889953 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:17.902401 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.008505 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.013397 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.019873 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.039687 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.059064 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1538286862-network', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:18.062430 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b785bf-2631-4100-8ff6-915afb440401,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:18.096282 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-350330018-network', 'tenant_id': '88764f9b19e04c9fa1b36d10bccafac4'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:18.103350 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:19:18.123456 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.123803 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Added segment 5d4accf2-5ad5-4423-a3ba-ba7440428324 of type vlan for network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 Sep 11 14:19:18.135461 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Made reservation on behalf of 88764f9b19e04c9fa1b36d10bccafac4 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:18.137865 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.179113 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.193518 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Allocated IP 172.27.0.39 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/9c39bb56-1378-48ed-86b2-6aa8bbb3d112) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:18.278024 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Made reservation on behalf of 823d31d3fd8e4efda6289de7638e8a3a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:18.280486 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.300872 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.319386 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.322708 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.359539 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.411589 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.426704 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.433783 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.441086 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.452443 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:19:18.461708 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.462268 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Added segment 6975a5b4-ab6d-436b-bbe0-f85229f01eb8 of type vlan for network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 Sep 11 14:19:18.478000 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Pushing event updated for resources: {'Port': ['ID=9c39bb56-1378-48ed-86b2-6aa8bbb3d112,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:18.497205 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:18.498861 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:18.503529 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:18.572729 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.628782 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2146b60b-7854-44b7-ae69-9e9f22ad4cd0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:18.681160 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b2e44e-bfeb-4da5-a38a-d82ff1c418c6,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:18.695719 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.696811 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:18.697416 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.709468 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:19:18.721424 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.db.resource_extend [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 11 14:19:18.727633 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2958999 Sep 11 14:19:18.769256 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35156) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:18.775412 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] Request body: {'subnet': {'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-subnet', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:18.775873 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.776459 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Added segment 66844883-253c-4b0c-9ab0-5101c94b9dd3 of type vlan for network b7ab59a7-c75e-43ab-af24-ab7a43815bef Sep 11 14:19:18.848607 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] Made reservation on behalf of b93843a73a5d4b89a16b9be7e336b96f for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:18.850864 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.911675 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.912633 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:18.913215 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:18.931619 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554756b-9771-452a-9a15-911c7b2f78ee admin admin] Pushing event updated for resources: {'Network': ['ID=568a2f43-8e1f-4fbd-a0a8-eb269904e315,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:18.944258 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:19:18.999239 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.006156 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2339172 Sep 11 14:19:19.025297 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.025973 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35170) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:19.048867 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] Request body: {'subnet': {'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1538286862-subnet', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:19.144748 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] Made reservation on behalf of 823d31d3fd8e4efda6289de7638e8a3a for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:19.148580 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.151185 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.152569 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:19.153291 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.162957 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af1ca1-e011-421e-beee-273612b2a623 admin admin] Pushing event updated for resources: {'Network': ['ID=4dae3f95-13a4-4d44-a868-d7efcecd67e4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:19.178439 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:19:19.272109 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] Pushing event updated for resources: {'Network': ['ID=b7ab59a7-c75e-43ab-af24-ab7a43815bef,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:19.280834 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-b03e9155-5de2-4d4f-ac2c-c941bb371ccf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4967892 Sep 11 14:19:19.281413 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35188) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:19.283644 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network b7ab59a7-c75e-43ab-af24-ab7a43815bef details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:19:19.300838 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] Request body: {'subnet': {'network_id': 'b7ab59a7-c75e-43ab-af24-ab7a43815bef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-350330018-subnet', 'tenant_id': '88764f9b19e04c9fa1b36d10bccafac4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:19.422993 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] Made reservation on behalf of 88764f9b19e04c9fa1b36d10bccafac4 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:19.425685 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.530525 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.550450 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-286215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-283999'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.644870 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] Checking segment: {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:19.645231 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] Network hostable DHCP agents. Network: 568a2f43-8e1f-4fbd-a0a8-eb269904e315, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:19:19.663901 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ae9505-f681-4fac-b501-61ec146fba44,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:19.669037 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.722616 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] Network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:19:19.757288 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, 568a2f43-8e1f-4fbd-a0a8-eb269904e315) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:19.766282 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:19.766877 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.768072 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389553b-7010-4d27-8e79-71ca6a150d4f None None] Network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:19:19.804538 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-367878f2-1cac-4471-bc20-a9ea41e66b34 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0344372 Sep 11 14:19:19.807434 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35230) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:19.809519 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Router a568fc93-b0db-4ffa-a32a-959a005845c6 is scheduled to L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 14:19:19.815653 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:19.852624 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-390'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.853774 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-286238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-289678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-413'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.941414 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:19:19.952119 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Sync routers for ids ['a568fc93-b0db-4ffa-a32a-959a005845c6'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:19:19.958123 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.969513 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Routers {'a568fc93-b0db-4ffa-a32a-959a005845c6'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:19.971570 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:19.975311 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['a568fc93-b0db-4ffa-a32a-959a005845c6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:19.977303 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-385f6f3d-3d68-4bb4-9a4c-5c413cfc5e37 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5842583 Sep 11 14:19:19.978035 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35238) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:19.990324 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfefa7e4-1f06-4c34-a9aa-5e09faee6615,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:20.099073 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:20.103346 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] Checking segment: {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:20.103698 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] Network hostable DHCP agents. Network: 4dae3f95-13a4-4d44-a868-d7efcecd67e4, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:19:20.163128 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb819b7-d503-5a9d-ae15-3489d5670a07-568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44'}]}} from dv-cinder-760197-9-iscsi. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 11 14:19:20.166720 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:20.377939 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Set router a568fc93-b0db-4ffa-a32a-959a005845c6 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:20.385632 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:20.431700 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35262) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:20.490521 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] Network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:19:20.498764 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af133fd-bcc8-47db-bf88-59bb65794970,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:20.509275 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35268) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:20.533840 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Allocated IP 172.20.0.2 (568a2f43-8e1f-4fbd-a0a8-eb269904e315/f7ae9505-f681-4fac-b501-61ec146fba44/61db4860-9d90-45ab-8d1a-1cbda126951a) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:20.553994 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, 4dae3f95-13a4-4d44-a868-d7efcecd67e4) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:20.562559 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3bdc92-54f6-426e-9043-7f83788b0aa9 None None] Network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:19:20.582171 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:20.583100 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:20.647781 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] Checking segment: {'id': '66844883-253c-4b0c-9ab0-5101c94b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b7ab59a7-c75e-43ab-af24-ab7a43815bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:20.648810 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] Network hostable DHCP agents. Network: b7ab59a7-c75e-43ab-af24-ab7a43815bef, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:19:20.678333 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-a5fe9b37-7362-4c42-b0fb-fd94ea84aad3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6497355 Sep 11 14:19:20.680600 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35272) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:20.689886 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:20.732985 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] Network b7ab59a7-c75e-43ab-af24-ab7a43815bef is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:19:20.741503 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5388f281-ce3a-4305-894f-60cbfa04b832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:20.773909 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'name': 'tempest-ServerRescueNegativeTestJSON-79762908-router', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:17Z', 'updated_at': '2021-09-11T14:19:18Z', 'revision_number': 3, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'gw_port': {'id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:18Z', 'updated_at': '2021-09-11T14:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:20.793493 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, b7ab59a7-c75e-43ab-af24-ab7a43815bef) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:20.804156 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e611efe9-d0aa-474e-a8e6-bff5ec20ba6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:20.809936 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:20.810198 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Checking router: a568fc93-b0db-4ffa-a32a-959a005845c6 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:19:20.810747 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Updating router a568fc93-b0db-4ffa-a32a-959a005845c6 port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 binding host dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:19:20.810914 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:20.817790 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b31aeb-385c-47f2-9381-f9c8d0111a77 None None] Network b7ab59a7-c75e-43ab-af24-ab7a43815bef requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:19:20.845521 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:20.890281 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-390'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:20.891284 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-286238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-289678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-413'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:20.940787 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:20.956960 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-07675c61-22f0-4ef5-ab50-b2591cb86231 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6686246 Sep 11 14:19:21.068113 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Transition to ACTIVE for port object 61db4860-9d90-45ab-8d1a-1cbda126951a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:21.076770 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.134021 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb819b7-d503-5a9d-ae15-3489d5670a07-4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615'}]}} from dv-cinder-760197-9-iscsi. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 11 14:19:21.134900 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.147034 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.db.api [None req-e611efe9-d0aa-474e-a8e6-bff5ec20ba6c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 11 14:19:21.147034 dv-cinder-760197-9-iscsi neutron-server[93836]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 11 14:19:21.147034 dv-cinder-760197-9-iscsi neutron-server[93836]: [parameters: {'project_id_1': '36d34ec77d5f46ac8c01350eaf8d4d27', 'expiration_1': datetime.datetime(2021, 9, 11, 14, 19, 0, 841877)}] Sep 11 14:19:21.147034 dv-cinder-760197-9-iscsi neutron-server[93836]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 11 14:19:21.147556 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG oslo_db.api [None req-e611efe9-d0aa-474e-a8e6-bff5ec20ba6c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 11 14:19:21.152466 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Transition to ACTIVE for port object 61db4860-9d90-45ab-8d1a-1cbda126951a will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:21.170328 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.241828 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.258903 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.259155 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Transition to ACTIVE for port object 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:21.269617 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.304652 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.306139 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.368840 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Pushing event updated for resources: {'Port': ['ID=9c39bb56-1378-48ed-86b2-6aa8bbb3d112,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:21.382165 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.383274 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.384975 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.385728 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.386463 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.387008 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.387719 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.388360 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.388928 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.389226 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.389699 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.390235 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.390795 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Tracked resource versions report: Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: pushed versions: Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: { 'AddressGroup': {'1.2'}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'ConntrackHelper': {'1.0'}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Log': {'1.0'}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Network': {'1.1'}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Port': {'1.7'}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'PortForwarding': {'1.2'}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'QosPolicy': {'1.9'}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SecurityGroup': {'1.4'}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SecurityGroupRule': {'1.2'}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SubPort': {'1.0'}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Subnet': {'1.1'}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Trunk': {'1.1'}} Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: consumer versions: Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: { DHCP agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: HyperV agent@hv-cinder-76019: {}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: L3 agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: Metadata agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: Metering agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: Open vSwitch agent@dv-cinder-760197-9-iscsi: { 'AddressGroup': '1.2', Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'ConntrackHelper': '1.0', Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Log': '1.0', Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Network': '1.1', Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Port': '1.7', Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'PortForwarding': '1.2', Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'QosPolicy': '1.9', Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SecurityGroup': '1.4', Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SecurityGroupRule': '1.2', Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'SubPort': '1.0', Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Subnet': '1.1', Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: 'Trunk': '1.1'}} Sep 11 14:19:21.393578 dv-cinder-760197-9-iscsi neutron-server[93838]: {{(pid=93838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 14:19:21.421381 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:21.430995 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ea888-fde4-4c35-87ba-4fd494c7864e None None] Network b7ab59a7-c75e-43ab-af24-ab7a43815bef requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:19:21.433172 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:21.439478 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:21.460026 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Attempting to bind port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:21.460446 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Attempting to bind port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:21.460815 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Attempting to bind port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 on network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:21.475893 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:21.478782 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Checking segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:21.482389 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.482804 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Bound using segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:21.483413 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Bound port: 9c39bb56-1378-48ed-86b2-6aa8bbb3d112, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:21.483826 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.484982 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5388f281-ce3a-4305-894f-60cbfa04b832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.490283 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Pushing event updated for resources: {'Port': ['ID=61db4860-9d90-45ab-8d1a-1cbda126951a,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:21.548047 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] For port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:21.553653 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] For port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=9c39bb56-1378-48ed-86b2-6aa8bbb3d112,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:21.563608 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.569647 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5388f281-ce3a-4305-894f-60cbfa04b832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.595008 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Allocated IP 172.20.0.2 (4dae3f95-13a4-4d44-a868-d7efcecd67e4/bfefa7e4-1f06-4c34-a9aa-5e09faee6615/e4438e7f-b565-41bd-b941-28dfebbc7460) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:21.652674 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e611efe9-d0aa-474e-a8e6-bff5ec20ba6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.670698 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35314) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:21.671174 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Routers {'a568fc93-b0db-4ffa-a32a-959a005845c6'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:21.672086 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['a568fc93-b0db-4ffa-a32a-959a005845c6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:21.674560 dv-cinder-760197-9-iscsi neutron-server[93835]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 11 14:19:21.678560 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff2891-f609-467b-b7d2-331c6ee1dcdb None None] Pushing event updated for resources: {'Port': ['ID=9c39bb56-1378-48ed-86b2-6aa8bbb3d112,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:21.717450 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388f281-ce3a-4305-894f-60cbfa04b832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eefaa23-8fe0-413c-9c16-f9bc2c62eb3a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:21.769275 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Allocated IP 172.27.0.67 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/c4f5db65-f362-4688-97be-d78bec8d11bc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:21.777227 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-5388f281-ce3a-4305-894f-60cbfa04b832 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f805f2909ec74043aa970864be7fddf3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3306923 Sep 11 14:19:21.788101 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35320) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:21.805877 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.815165 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Transition to ACTIVE for port object e4438e7f-b565-41bd-b941-28dfebbc7460 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:21.832123 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Transition to ACTIVE for port object e4438e7f-b565-41bd-b941-28dfebbc7460 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:21.882873 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-9287dc58-4d13-4a1d-8ef2-1b5c942c0754 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:21.890047 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-9287dc58-4d13-4a1d-8ef2-1b5c942c0754 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/networks?id=b7ab59a7-c75e-43ab-af24-ab7a43815bef HTTP/1.1" status: 200 len: 811 time: 0.2169607 Sep 11 14:19:21.900063 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] Set router a568fc93-b0db-4ffa-a32a-959a005845c6 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:21.968249 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:21.998272 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e611efe9-d0aa-474e-a8e6-bff5ec20ba6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.017349 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-d2f8e5d2-8d99-492c-9c7b-8e0100cfea0b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/quotas/88764f9b19e04c9fa1b36d10bccafac4 HTTP/1.1" status: 200 len: 375 time: 0.1261322 Sep 11 14:19:22.050190 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:22.070314 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e611efe9-d0aa-474e-a8e6-bff5ec20ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.082898 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Attempting to bind port 61db4860-9d90-45ab-8d1a-1cbda126951a on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:22.083326 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Attempting to bind port 61db4860-9d90-45ab-8d1a-1cbda126951a by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:22.083693 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Attempting to bind port 61db4860-9d90-45ab-8d1a-1cbda126951a on network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:22.091581 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:22.096120 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.096120 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.096799 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.097742 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.098086 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.098424 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.098800 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.099132 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.099493 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.099929 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.100164 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.100512 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Tracked resource versions report: Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: pushed versions: Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: { 'AddressGroup': {'1.2'}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'ConntrackHelper': {'1.0'}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Log': {'1.0'}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Network': {'1.1'}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Port': {'1.7'}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'PortForwarding': {'1.2'}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'QosPolicy': {'1.9'}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SecurityGroup': {'1.4'}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SecurityGroupRule': {'1.2'}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SubPort': {'1.0'}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Subnet': {'1.1'}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Trunk': {'1.1'}} Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: consumer versions: Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: { DHCP agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: HyperV agent@hv-cinder-76019: {}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: L3 agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: Metadata agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: Metering agent@dv-cinder-760197-9-iscsi: {}, Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: Open vSwitch agent@dv-cinder-760197-9-iscsi: { 'AddressGroup': '1.2', Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'ConntrackHelper': '1.0', Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Log': '1.0', Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Network': '1.1', Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Port': '1.7', Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'PortForwarding': '1.2', Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'QosPolicy': '1.9', Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SecurityGroup': '1.4', Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SecurityGroupRule': '1.2', Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'SubPort': '1.0', Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Subnet': '1.1', Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: 'Trunk': '1.1'}} Sep 11 14:19:22.101698 dv-cinder-760197-9-iscsi neutron-server[93837]: {{(pid=93837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 11 14:19:22.115968 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e611efe9-d0aa-474e-a8e6-bff5ec20ba6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36d34ec77d5f46ac8c01350eaf8d4d27&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6047628 Sep 11 14:19:22.117411 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:22.121598 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35330) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:22.124059 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:22.124461 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Checking segment: {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:22.125124 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.125827 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Bound using segment: {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:22.126872 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Bound port: 61db4860-9d90-45ab-8d1a-1cbda126951a, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:22.128221 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.132157 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-11726ac6-99a2-4eba-885b-216c3ac117b0 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=88764f9b19e04c9fa1b36d10bccafac4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141188 Sep 11 14:19:22.239565 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.242409 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'name': 'tempest-ServerRescueNegativeTestJSON-79762908-router', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:17Z', 'updated_at': '2021-09-11T14:19:18Z', 'revision_number': 3, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'gw_port': {'id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:18Z', 'updated_at': '2021-09-11T14:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:22.281091 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c884b-b7da-4487-8168-510c9f2af0c7 None None] The sync data for ids ['a568fc93-b0db-4ffa-a32a-959a005845c6'] in dv-cinder-760197-9-iscsi is: [{'id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'name': 'tempest-ServerRescueNegativeTestJSON-79762908-router', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:17Z', 'updated_at': '2021-09-11T14:19:18Z', 'revision_number': 3, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'gw_port': {'id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:18Z', 'updated_at': '2021-09-11T14:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:19:22.308480 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611efe9-d0aa-474e-a8e6-bff5ec20ba6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9e593b-18cf-4287-84af-81c7537ab1f0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:22.328897 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03067409-55ed-4d72-a8ed-18f68c302cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.343814 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.399344 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03067409-55ed-4d72-a8ed-18f68c302cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.425413 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] For port 61db4860-9d90-45ab-8d1a-1cbda126951a, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:22.433194 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Pushing event updated for resources: {'Port': ['ID=e4438e7f-b565-41bd-b941-28dfebbc7460,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:22.454818 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] For port 61db4860-9d90-45ab-8d1a-1cbda126951a, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=61db4860-9d90-45ab-8d1a-1cbda126951a,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:22.457175 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Attempting to bind port e4438e7f-b565-41bd-b941-28dfebbc7460 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:22.457550 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Attempting to bind port e4438e7f-b565-41bd-b941-28dfebbc7460 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:22.457917 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Attempting to bind port e4438e7f-b565-41bd-b941-28dfebbc7460 on network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:22.463676 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:22.464124 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Checking segment: {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:22.464590 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.464942 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Bound using segment: {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:22.465436 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Bound port: e4438e7f-b565-41bd-b941-28dfebbc7460, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:22.465831 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.473539 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.481876 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.539722 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.545636 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-2d3ea900-40ae-49e5-a3cf-d513c1319a14 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:19:22.546764 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-2d3ea900-40ae-49e5-a3cf-d513c1319a14 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2800834 Sep 11 14:19:22.549287 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Allocated IP 172.20.0.1 (3cdadcaf-3b21-4ad0-8822-3c2287855219/1f681984-6acf-439f-9e85-860a12d7639b/456ad1c4-4a9c-4e92-8527-d3250a2d9d87) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:22.559733 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:22.574169 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:22.582285 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:22.592465 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8eb819d-3267-4ad2-8d56-e6d6bfc6811e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.608772 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6f630-b5e4-4142-935b-ff5cef7a5242 None None] Pushing event updated for resources: {'Port': ['ID=61db4860-9d90-45ab-8d1a-1cbda126951a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:22.646095 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] For port e4438e7f-b565-41bd-b941-28dfebbc7460, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:22.649605 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] For port e4438e7f-b565-41bd-b941-28dfebbc7460, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=e4438e7f-b565-41bd-b941-28dfebbc7460,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:22.671044 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.693483 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03067409-55ed-4d72-a8ed-18f68c302cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.697760 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-03067409-55ed-4d72-a8ed-18f68c302cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.701208 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-03067409-55ed-4d72-a8ed-18f68c302cc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0eefaa23-8fe0-413c-9c16-f9bc2c62eb3a HTTP/1.1" status: 204 len: 168 time: 0.9095013 Sep 11 14:19:22.701208 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f5db65-f362-4688-97be-d78bec8d11bc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:22.820757 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8f785-1706-4aef-b8be-cbc34806ea41 None None] Pushing event updated for resources: {'Port': ['ID=e4438e7f-b565-41bd-b941-28dfebbc7460,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:22.853385 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8eb819d-3267-4ad2-8d56-e6d6bfc6811e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:22.883526 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-48155f42-08ea-4a86-9017-9d02243de47f service neutron] 10.222.0.37 "GET /v2.0/networks/b7ab59a7-c75e-43ab-af24-ab7a43815bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206196 Sep 11 14:19:22.896392 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03067409-55ed-4d72-a8ed-18f68c302cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eefaa23-8fe0-413c-9c16-f9bc2c62eb3a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:23.245526 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:23.274932 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:23.300582 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Allocated IP 172.27.0.80 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/5b5088b3-8c54-46ce-8a1b-30f466e60219) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:23.369136 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:23.374276 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:23.374662 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:23.439608 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8eb819d-3267-4ad2-8d56-e6d6bfc6811e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:23.443194 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b8eb819d-3267-4ad2-8d56-e6d6bfc6811e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:23.447916 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-b8eb819d-3267-4ad2-8d56-e6d6bfc6811e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c9e593b-18cf-4287-84af-81c7537ab1f0 HTTP/1.1" status: 204 len: 168 time: 1.3216012 Sep 11 14:19:23.465879 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-08db1c80-b817-4e84-b79e-e600199b919e service neutron] 10.222.0.37 "GET /v2.0/networks/b7ab59a7-c75e-43ab-af24-ab7a43815bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751648 Sep 11 14:19:23.534783 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:23.563371 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb819d-3267-4ad2-8d56-e6d6bfc6811e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9e593b-18cf-4287-84af-81c7537ab1f0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:23.573730 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=9c39bb56-1378-48ed-86b2-6aa8bbb3d112,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:23.602128 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:23.612358 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:23.724771 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=9c39bb56-1378-48ed-86b2-6aa8bbb3d112,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:23.853898 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-286215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-283999'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:23.869157 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:23.890656 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:23.931047 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35384) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:24.078213 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 is scheduled to L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 14:19:24.154611 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-459dbb75-fb3c-4ec5-a2b5-562ddab1ae28 req-769e35cc-24df-4814-bd51-faacb4c1b754 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 210 time: 0.2145782 Sep 11 14:19:24.203492 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:24.208716 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Pushing event updated for resources: {'Port': ['ID=456ad1c4-4a9c-4e92-8527-d3250a2d9d87,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:24.231916 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Network 3cdadcaf-3b21-4ad0-8822-3c2287855219 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:24.237132 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:24.248831 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aefb2c98-416e-4972-91d2-5b05d2c2ccad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:24.294466 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:24.298038 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:24.298658 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-284046'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:24.497416 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:19:24.507801 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Sync routers for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:19:24.531079 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:24.531868 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:24.665361 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:24.668816 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:24.705295 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aefb2c98-416e-4972-91d2-5b05d2c2ccad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:24.724302 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aefb2c98-416e-4972-91d2-5b05d2c2ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:24.764588 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:24.776094 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-beb1df51-9546-493e-95ed-db890a04ee39 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9658198 Sep 11 14:19:24.786758 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35432) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:24.793703 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:24.803395 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:24.865799 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe914fc6-c974-46fa-b4f9-2f992f5a47aa None None] Network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:19:24.927775 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-aefb2c98-416e-4972-91d2-5b05d2c2ccad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25fdb2edf49340478919234a2b50dfa4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7271280 Sep 11 14:19:24.929058 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35436) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:24.981020 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb2c98-416e-4972-91d2-5b05d2c2ccad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd66b1b-66fe-46c4-b223-780b8696f125,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:25.044782 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:25.094883 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c0989-b0e5-471a-a74f-9155fc4dfdf0 None None] Network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:19:25.136476 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a97606c2-4305-4bb4-9afd-795971d6abad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:25.138734 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5088b3-8c54-46ce-8a1b-30f466e60219,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:25.374014 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 61db4860-9d90-45ab-8d1a-1cbda126951a up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:25.419656 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ff05541f-00c8-4b74-84be-39245565f2a5 None None] Provisioning for port e4438e7f-b565-41bd-b941-28dfebbc7460 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:25.465517 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a97606c2-4305-4bb4-9afd-795971d6abad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:25.476159 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35454) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:25.514105 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a97606c2-4305-4bb4-9afd-795971d6abad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:25.559650 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:22Z', 'revision_number': 3, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:25.560657 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec94a9b5-74f3-48c4-b638-f6cc79959092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:25.624301 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-18741bec-56b8-446c-aafb-034a5727ae2e req-dd63d0d2-d94a-4136-97d3-9e73692e41ef tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 210 time: 0.1459136 Sep 11 14:19:25.675276 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Checking router: 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:19:25.675912 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Updating router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 port c4f5db65-f362-4688-97be-d78bec8d11bc binding host dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:19:25.741585 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec94a9b5-74f3-48c4-b638-f6cc79959092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:25.742913 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:25.744422 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-a97606c2-4305-4bb4-9afd-795971d6abad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=769938bcda2a40f694c2e366801d7c92&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7346339 Sep 11 14:19:25.750234 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-712417a8-eccc-4fe2-8377-f90e14888138 None None] Provisioning for port 61db4860-9d90-45ab-8d1a-1cbda126951a completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:25.802450 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 61db4860-9d90-45ab-8d1a-1cbda126951a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:25.818256 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 61db4860-9d90-45ab-8d1a-1cbda126951a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:25.818629 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:25.884840 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35482) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:25.992008 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec94a9b5-74f3-48c4-b638-f6cc79959092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:25.996483 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ec94a9b5-74f3-48c4-b638-f6cc79959092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:25.997797 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-ec94a9b5-74f3-48c4-b638-f6cc79959092 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcd66b1b-66fe-46c4-b223-780b8696f125 HTTP/1.1" status: 204 len: 168 time: 1.0648375 Sep 11 14:19:26.094370 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-708fa20a-965a-4b68-a5d8-1ffd50c59be4 None None] Provisioning complete for port 61db4860-9d90-45ab-8d1a-1cbda126951a triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:26.094742 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-708fa20a-965a-4b68-a5d8-1ffd50c59be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.134990 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.173497 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.184409 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.187395 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-282910'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.285787 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.370953 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 61db4860-9d90-45ab-8d1a-1cbda126951a, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=61db4860-9d90-45ab-8d1a-1cbda126951a,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:26.403078 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94a9b5-74f3-48c4-b638-f6cc79959092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd66b1b-66fe-46c4-b223-780b8696f125,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:26.409578 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.410378 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:26.419971 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.472602 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e3c2-a17f-45e5-8a72-2fcb9196322c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.498456 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97606c2-4305-4bb4-9afd-795971d6abad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd6f244-aa39-4364-87bf-5be53e0b81ad,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:26.569194 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e3c2-a17f-45e5-8a72-2fcb9196322c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.585717 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Pushing event updated for resources: {'Port': ['ID=456ad1c4-4a9c-4e92-8527-d3250a2d9d87,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:26.647753 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=61db4860-9d90-45ab-8d1a-1cbda126951a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:26.668636 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Transition to ACTIVE for port object c4f5db65-f362-4688-97be-d78bec8d11bc will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:26.679587 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-708fa20a-965a-4b68-a5d8-1ffd50c59be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.717165 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.757544 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e3c2-a17f-45e5-8a72-2fcb9196322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.761600 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e3c2-a17f-45e5-8a72-2fcb9196322c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.766324 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e1b5e3c2-a17f-45e5-8a72-2fcb9196322c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccd6f244-aa39-4364-87bf-5be53e0b81ad HTTP/1.1" status: 204 len: 168 time: 0.8794215 Sep 11 14:19:26.807699 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa2dc9-30ff-434d-866b-4a40bd090d40 None None] Pushing event updated for resources: {'Port': ['ID=c4f5db65-f362-4688-97be-d78bec8d11bc,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:26.831080 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Attempting to bind port c4f5db65-f362-4688-97be-d78bec8d11bc on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:26.831561 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Attempting to bind port c4f5db65-f362-4688-97be-d78bec8d11bc by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:26.831994 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Attempting to bind port c4f5db65-f362-4688-97be-d78bec8d11bc on network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:26.841960 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:26.842332 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Checking segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:26.842873 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.843358 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Bound using segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:26.843914 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Bound port: c4f5db65-f362-4688-97be-d78bec8d11bc, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:26.844385 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.893667 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.db.api [None req-708fa20a-965a-4b68-a5d8-1ffd50c59be4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 11 14:19:26.894237 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG oslo_db.api [None req-708fa20a-965a-4b68-a5d8-1ffd50c59be4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 11 14:19:26.894469 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.899001 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:26.899447 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:26.911366 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5e3c2-a17f-45e5-8a72-2fcb9196322c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd6f244-aa39-4364-87bf-5be53e0b81ad,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:27.035571 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-912fd4c8-9f3b-415c-b021-ffbb0747e62b req-58deb117-97b0-4400-82d6-de9165929d10 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 210 time: 0.0863321 Sep 11 14:19:27.052665 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Network 3cdadcaf-3b21-4ad0-8822-3c2287855219 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:27.056243 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:27.058992 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] For port c4f5db65-f362-4688-97be-d78bec8d11bc, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:27.114564 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] For port c4f5db65-f362-4688-97be-d78bec8d11bc, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=c4f5db65-f362-4688-97be-d78bec8d11bc,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:27.119658 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e4438e7f-b565-41bd-b941-28dfebbc7460 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:27.127715 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:27.181872 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-286215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-283999'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:27.259482 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa2dc9-30ff-434d-866b-4a40bd090d40 None None] Pushing event updated for resources: {'Port': ['ID=c4f5db65-f362-4688-97be-d78bec8d11bc,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:27.280852 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Allocated IP 172.20.0.1 (568a2f43-8e1f-4fbd-a0a8-eb269904e315/f7ae9505-f681-4fac-b501-61ec146fba44/e0c4f2c6-8246-4735-818a-f92eae880080) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:27.309696 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:27.310391 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:27.331230 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Router a568fc93-b0db-4ffa-a32a-959a005845c6 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:19:27.490922 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.13', 62457) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:27.512716 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:27.561618 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port e4438e7f-b565-41bd-b941-28dfebbc7460 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:27.597032 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port e4438e7f-b565-41bd-b941-28dfebbc7460 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:27.597410 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:27.606973 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:27.649759 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Transition to ACTIVE for port object e0c4f2c6-8246-4735-818a-f92eae880080 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:27.756208 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:19:27.762580 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-3baa5fdc-df11-47c6-976c-cc074715974b admin admin] 10.222.0.37 "PUT /v2.0/routers/a568fc93-b0db-4ffa-a32a-959a005845c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7833953 Sep 11 14:19:27.774064 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Sync routers for ids ['a568fc93-b0db-4ffa-a32a-959a005845c6'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:19:27.778115 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:27.781024 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Router 000b873b-7e95-4c2d-b798-293c4ac9d75e is scheduled to L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 14:19:27.790478 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Routers {'a568fc93-b0db-4ffa-a32a-959a005845c6'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:27.791704 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['a568fc93-b0db-4ffa-a32a-959a005845c6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:27.798118 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-bb83681b-9366-43b1-981a-a02301fde2da tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:27.802125 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-bb83681b-9366-43b1-981a-a02301fde2da tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.13 "GET /v2.0/networks?id=b7ab59a7-c75e-43ab-af24-ab7a43815bef HTTP/1.1" status: 200 len: 811 time: 0.3085704 Sep 11 14:19:27.879179 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:27.882224 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:27.899270 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:27.899684 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-284046'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:27.910521 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8bc1da2b-5fb7-4d1c-a524-03b6ae215b91 None None] Provisioning complete for port e4438e7f-b565-41bd-b941-28dfebbc7460 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:27.911126 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8bc1da2b-5fb7-4d1c-a524-03b6ae215b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:27.919834 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Request body: {'port': {'device_id': '320e3511-388f-4fea-84e9-2ebb6137de17', 'network_id': 'b7ab59a7-c75e-43ab-af24-ab7a43815bef', 'admin_state_up': True, 'tenant_id': '88764f9b19e04c9fa1b36d10bccafac4'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:27.920091 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:27.990021 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35556) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:28.099989 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c4f2c6-8246-4735-818a-f92eae880080,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:28.118558 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port e4438e7f-b565-41bd-b941-28dfebbc7460, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=e4438e7f-b565-41bd-b941-28dfebbc7460,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:28.153809 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:28.184917 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:19:28.226840 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Set router a568fc93-b0db-4ffa-a32a-959a005845c6 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:28.259504 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:28.260737 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-f2ecedc5-afb4-44c1-b22d-16f822381837 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5792005 Sep 11 14:19:28.269975 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35574) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:28.328577 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Sync routers for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:19:28.378870 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:28.379589 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:28.450350 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:28.495980 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 61db4860-9d90-45ab-8d1a-1cbda126951a up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:28.593171 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7a599b89-63af-47c2-945d-cec188fe58db req-dda59668-ff5d-41bc-b6a1-46b8ffe54885 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 210 time: 0.2061026 Sep 11 14:19:28.629011 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:22Z', 'revision_number': 3, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:28.632268 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'name': 'tempest-ServerRescueNegativeTestJSON-79762908-router', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:17Z', 'updated_at': '2021-09-11T14:19:24Z', 'revision_number': 4, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'gw_port': {'id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:18Z', 'updated_at': '2021-09-11T14:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '456ad1c4-4a9c-4e92-8527-d3250a2d9d87', 'name': '', 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'mac_address': 'fa:16:3e:d2:60:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f681984-6acf-439f-9e85-860a12d7639b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:25Z', 'revision_number': 2, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'subnets': [{'id': '1f681984-6acf-439f-9e85-860a12d7639b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:28.648144 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e68b9a5c-c3d8-4cce-be55-1c181b89b83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:28.706029 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Checking router: a568fc93-b0db-4ffa-a32a-959a005845c6 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:19:28.707470 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Updating router a568fc93-b0db-4ffa-a32a-959a005845c6 port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 binding host dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:19:28.751075 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=e4438e7f-b565-41bd-b941-28dfebbc7460,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:28.760240 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e88407-77ba-4236-9898-5370a1bcae3e None None] The sync data for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi is: [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:22Z', 'revision_number': 3, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:19:28.788654 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:28.826014 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.db.api [None req-e68b9a5c-c3d8-4cce-be55-1c181b89b83a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 11 14:19:28.826014 dv-cinder-760197-9-iscsi neutron-server[93835]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 11 14:19:28.826014 dv-cinder-760197-9-iscsi neutron-server[93835]: [parameters: {'project_id_1': '773bbe9bab314d92bbc571515fc0380e', 'expiration_1': datetime.datetime(2021, 9, 11, 14, 19, 8, 702404)}] Sep 11 14:19:28.826014 dv-cinder-760197-9-iscsi neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 11 14:19:28.827301 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG oslo_db.api [None req-e68b9a5c-c3d8-4cce-be55-1c181b89b83a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 11 14:19:28.851557 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Made reservation on behalf of 88764f9b19e04c9fa1b36d10bccafac4 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:28.866122 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:28.879588 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:28.894470 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:28.897686 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-282910'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:28.911711 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:29.040241 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 61db4860-9d90-45ab-8d1a-1cbda126951a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:29.041134 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:29.090886 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:29.094299 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:29.131601 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c4f2c6-8246-4735-818a-f92eae880080,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:29.184857 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4efd5344-cc45-4dac-b794-4061524763f4 None None] Provisioning for port e0c4f2c6-8246-4735-818a-f92eae880080 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:29.285579 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4efd5344-cc45-4dac-b794-4061524763f4 None None] Provisioning complete for port e0c4f2c6-8246-4735-818a-f92eae880080 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:29.286187 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4efd5344-cc45-4dac-b794-4061524763f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:29.382448 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e68b9a5c-c3d8-4cce-be55-1c181b89b83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:29.385312 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:19:29.453183 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4efd5344-cc45-4dac-b794-4061524763f4 None None] Port e0c4f2c6-8246-4735-818a-f92eae880080 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:19:29.591322 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:19:29.609339 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-6ae77e4a-768c-495e-acc9-58119a39c924 admin admin] 10.222.0.37 "PUT /v2.0/routers/6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8188570 Sep 11 14:19:29.732121 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:29.761487 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-934f2d02-4721-46a7-af94-a551fb01cb6f None None] Provisioning complete for port e0c4f2c6-8246-4735-818a-f92eae880080 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:29.762234 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-934f2d02-4721-46a7-af94-a551fb01cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:29.772074 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Transition to ACTIVE for port object 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:29.786474 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:29.844115 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:25Z', 'revision_number': 3, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:29.965453 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Checking router: 000b873b-7e95-4c2d-b798-293c4ac9d75e for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:19:29.966744 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Updating router 000b873b-7e95-4c2d-b798-293c4ac9d75e port 5b5088b3-8c54-46ce-8a1b-30f466e60219 binding host dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:19:30.017785 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c11962-2b63-40ac-a93e-26f0579ea3d5 None None] Pushing event updated for resources: {'Port': ['ID=456ad1c4-4a9c-4e92-8527-d3250a2d9d87,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:30.117710 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Attempting to bind port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:30.118084 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Attempting to bind port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:30.118452 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Attempting to bind port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 on network 3cdadcaf-3b21-4ad0-8822-3c2287855219 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:30.132904 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:30.133281 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Checking segment: {'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:30.133643 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:30.151156 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Bound using segment: {'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:30.151156 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Bound port: 456ad1c4-4a9c-4e92-8527-d3250a2d9d87, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:30.151156 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:30.295557 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fe9612f7-c00b-49fe-9d0b-0afd21802fa0 req-7574a6b3-4e46-46e8-9bcb-04ead6587dd2 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 210 time: 0.4255819 Sep 11 14:19:30.345122 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-934f2d02-4721-46a7-af94-a551fb01cb6f None None] Port e0c4f2c6-8246-4735-818a-f92eae880080 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:19:30.374655 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] For port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:30.381220 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] For port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=456ad1c4-4a9c-4e92-8527-d3250a2d9d87,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:30.388560 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:30.397317 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:30.538472 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c11962-2b63-40ac-a93e-26f0579ea3d5 None None] Pushing event updated for resources: {'Port': ['ID=456ad1c4-4a9c-4e92-8527-d3250a2d9d87,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:30.605690 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Routers {'a568fc93-b0db-4ffa-a32a-959a005845c6'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:30.606710 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['a568fc93-b0db-4ffa-a32a-959a005845c6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:30.628935 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device c4f5db65-f362-4688-97be-d78bec8d11bc up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:30.838588 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e68b9a5c-c3d8-4cce-be55-1c181b89b83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:30.868846 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e68b9a5c-c3d8-4cce-be55-1c181b89b83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:30.897424 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] Set router a568fc93-b0db-4ffa-a32a-959a005845c6 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:30.908690 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e68b9a5c-c3d8-4cce-be55-1c181b89b83a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=773bbe9bab314d92bbc571515fc0380e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8950405 Sep 11 14:19:30.911470 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35658) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:30.945131 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port c4f5db65-f362-4688-97be-d78bec8d11bc completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:30.968145 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port c4f5db65-f362-4688-97be-d78bec8d11bc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:30.972550 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:31.039017 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35660) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:31.085431 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8281db3e-7fe2-4258-8257-84d799b90a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:31.167370 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8281db3e-7fe2-4258-8257-84d799b90a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:31.231736 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:31.272087 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8281db3e-7fe2-4258-8257-84d799b90a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:31.276814 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8281db3e-7fe2-4258-8257-84d799b90a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:31.278084 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-8281db3e-7fe2-4258-8257-84d799b90a98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcca813a-39b3-4101-8150-abd1e99caf34 HTTP/1.1" status: 204 len: 168 time: 0.3655746 Sep 11 14:19:31.324999 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281db3e-7fe2-4258-8257-84d799b90a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcca813a-39b3-4101-8150-abd1e99caf34,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:31.419012 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Allocated IP 172.20.0.2 (b7ab59a7-c75e-43ab-af24-ab7a43815bef/5af133fd-bcc8-47db-bf88-59bb65794970/7da09b3d-0cfc-4397-9952-6020461c208c) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:31.471927 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-78dbdeb7-047e-4029-85a7-aa47e7ba0693 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:31.479688 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-78dbdeb7-047e-4029-85a7-aa47e7ba0693 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 817 time: 1.6928725 Sep 11 14:19:31.500718 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-7502ec3c-149b-4b90-a2de-1ab8144da420 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/quotas/e75ff7e6bf2646feb68e4e73513dffed HTTP/1.1" status: 200 len: 375 time: 0.0201454 Sep 11 14:19:31.520305 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b9a5c-c3d8-4cce-be55-1c181b89b83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcca813a-39b3-4101-8150-abd1e99caf34,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:31.538476 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:31.565009 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:31.594168 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Transition to ACTIVE for port object 5b5088b3-8c54-46ce-8a1b-30f466e60219 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:31.608964 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'name': 'tempest-ServerRescueNegativeTestJSON-79762908-router', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:17Z', 'updated_at': '2021-09-11T14:19:24Z', 'revision_number': 4, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'gw_port': {'id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:18Z', 'updated_at': '2021-09-11T14:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '456ad1c4-4a9c-4e92-8527-d3250a2d9d87', 'name': '', 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'mac_address': 'fa:16:3e:d2:60:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f681984-6acf-439f-9e85-860a12d7639b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:30Z', 'revision_number': 4, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'subnets': [{'id': '1f681984-6acf-439f-9e85-860a12d7639b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:31.637559 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:31.650632 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04bc63fc-bda5-4ab0-94cc-ea4605eda040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:31.656137 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port c4f5db65-f362-4688-97be-d78bec8d11bc, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=c4f5db65-f362-4688-97be-d78bec8d11bc,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:31.692865 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-39aede97-5fb5-4f10-9c3c-10966e380408 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1911836 Sep 11 14:19:31.716691 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:31.717794 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e4438e7f-b565-41bd-b941-28dfebbc7460 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:31.774046 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c85a9d-9a2b-4c10-bbd0-c2de51358ef6 None None] The sync data for ids ['a568fc93-b0db-4ffa-a32a-959a005845c6'] in dv-cinder-760197-9-iscsi is: [{'id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'name': 'tempest-ServerRescueNegativeTestJSON-79762908-router', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:17Z', 'updated_at': '2021-09-11T14:19:24Z', 'revision_number': 4, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'gw_port': {'id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:18Z', 'updated_at': '2021-09-11T14:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '456ad1c4-4a9c-4e92-8527-d3250a2d9d87', 'name': '', 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'mac_address': 'fa:16:3e:d2:60:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '1f681984-6acf-439f-9e85-860a12d7639b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:30Z', 'revision_number': 4, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'subnets': [{'id': '1f681984-6acf-439f-9e85-860a12d7639b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:19:31.941791 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Attempting to bind port 5b5088b3-8c54-46ce-8a1b-30f466e60219 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:31.941791 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Attempting to bind port 5b5088b3-8c54-46ce-8a1b-30f466e60219 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:31.941791 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Attempting to bind port 5b5088b3-8c54-46ce-8a1b-30f466e60219 on network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:31.971777 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c567f-7bdb-4e64-a758-15fe3972d7fe None None] Pushing event updated for resources: {'Port': ['ID=5b5088b3-8c54-46ce-8a1b-30f466e60219,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:32.002284 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:32.073214 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:32.074076 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Checking segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:32.077024 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:32.077764 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Bound using segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:32.078662 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Bound port: 5b5088b3-8c54-46ce-8a1b-30f466e60219, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:32.079885 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:32.121311 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Sync routers for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:19:32.155715 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35688) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:32.158764 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:32.163063 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:32.165934 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:32.194725 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port e4438e7f-b565-41bd-b941-28dfebbc7460 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:32.195490 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:32.197047 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7d92c969-61a1-4820-8393-f71a675c9462 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009159296', 'description': 'tempest-description--1261834490'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:32.330789 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04bc63fc-bda5-4ab0-94cc-ea4605eda040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:32.342536 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=c4f5db65-f362-4688-97be-d78bec8d11bc,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:32.374161 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-89252231-df4e-452f-9baa-4482bc81bb7f req-7524c0fc-1323-42e1-930d-7d6cef38af29 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 210 time: 0.0699611 Sep 11 14:19:32.374513 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04bc63fc-bda5-4ab0-94cc-ea4605eda040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:32.445556 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:32.520901 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:32.529206 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] For port 5b5088b3-8c54-46ce-8a1b-30f466e60219, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:32.550122 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc63fc-bda5-4ab0-94cc-ea4605eda040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350ed233-0a93-4049-ad82-e37956f5136d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:32.576814 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-04bc63fc-bda5-4ab0-94cc-ea4605eda040 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31af93374c7845e4a105cbeedf2db3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5263202 Sep 11 14:19:32.579695 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35692) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:32.580028 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35694) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:32.590164 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] For port 5b5088b3-8c54-46ce-8a1b-30f466e60219, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=5b5088b3-8c54-46ce-8a1b-30f466e60219,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:32.601823 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:32.628624 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Network b7ab59a7-c75e-43ab-af24-ab7a43815bef is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:32.650838 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25c087b8-9619-4d63-a82d-12fe64be7e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:32.671244 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:32.675448 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:32.688250 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:32.689991 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:32.972077 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0815952 Sep 11 14:19:32.972077 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a58e6-a8a3-4435-b0d9-f3876679318b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Pushing event updated for resources: {'Port': ['ID=7da09b3d-0cfc-4397-9952-6020461c208c,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:32.982027 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Allocated IP 172.20.0.1 (4dae3f95-13a4-4d44-a868-d7efcecd67e4/bfefa7e4-1f06-4c34-a9aa-5e09faee6615/4f7ce799-6ce1-434e-9f20-ccdea7dae072) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:32.982149 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:32.982149 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:32.994292 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c567f-7bdb-4e64-a758-15fe3972d7fe None None] Pushing event updated for resources: {'Port': ['ID=5b5088b3-8c54-46ce-8a1b-30f466e60219,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:32.999331 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-45db50a3-71ee-424b-ba94-8ae9df314d14 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:19:33.000601 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-45db50a3-71ee-424b-ba94-8ae9df314d14 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281498 Sep 11 14:19:33.034581 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-cb5f93c9-b35e-417b-996a-e56626863cfb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:19:33.036826 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-cb5f93c9-b35e-417b-996a-e56626863cfb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8333235 Sep 11 14:19:33.129285 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d92c969-61a1-4820-8393-f71a675c9462 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:33.137374 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device c4f5db65-f362-4688-97be-d78bec8d11bc up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:33.202553 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 2, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:33.266592 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Checking router: 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:19:33.268110 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Updating router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 port e0c4f2c6-8246-4735-818a-f92eae880080 binding host dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:19:33.325657 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:33.445563 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f25511d-aff2-4844-84bf-b77420b5c5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:33.495933 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Request body: {'port': {'device_id': '320e3511-388f-4fea-84e9-2ebb6137de17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:33.560979 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f25511d-aff2-4844-84bf-b77420b5c5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:33.655667 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:33.759918 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25c087b8-9619-4d63-a82d-12fe64be7e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:33.784113 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-25c087b8-9619-4d63-a82d-12fe64be7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:33.887992 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port c4f5db65-f362-4688-97be-d78bec8d11bc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:33.895931 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:33.924085 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f25511d-aff2-4844-84bf-b77420b5c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:33.934899 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3f25511d-aff2-4844-84bf-b77420b5c5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:33.946751 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-3f25511d-aff2-4844-84bf-b77420b5c5e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/350ed233-0a93-4049-ad82-e37956f5136d HTTP/1.1" status: 204 len: 168 time: 1.3616595 Sep 11 14:19:33.989670 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:33.994392 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.007082 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Transition to ACTIVE for port object e0c4f2c6-8246-4735-818a-f92eae880080 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:34.016415 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.050717 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-25c087b8-9619-4d63-a82d-12fe64be7e65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa0194df5d874bbcbed94121f5517ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4643586 Sep 11 14:19:34.058816 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c087b8-9619-4d63-a82d-12fe64be7e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ae86f5-fe07-462e-a24a-d029be426a8c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:34.080677 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35724) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:34.106919 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Transition to ACTIVE for port object 4f7ce799-6ce1-434e-9f20-ccdea7dae072 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:34.123904 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82596593-6aff-45f8-a256-c0615cb91ede None None] Pushing event updated for resources: {'Port': ['ID=e0c4f2c6-8246-4735-818a-f92eae880080,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:34.141184 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25511d-aff2-4844-84bf-b77420b5c5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350ed233-0a93-4049-ad82-e37956f5136d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:34.247743 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Attempting to bind port e0c4f2c6-8246-4735-818a-f92eae880080 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:34.248886 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Attempting to bind port e0c4f2c6-8246-4735-818a-f92eae880080 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:34.249447 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Attempting to bind port e0c4f2c6-8246-4735-818a-f92eae880080 on network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:34.259611 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:34.260289 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Checking segment: {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:34.260936 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.261467 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Bound using segment: {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:34.262264 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Bound port: e0c4f2c6-8246-4735-818a-f92eae880080, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:34.262950 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.453856 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d92c969-61a1-4820-8393-f71a675c9462 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.460703 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2778b943-8061-4d31-8dfa-820650dc65b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.480266 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d92c969-61a1-4820-8393-f71a675c9462 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.503970 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-fa262642-62fd-4699-a329-f973882934c4 service neutron] 10.222.0.37 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4455111 Sep 11 14:19:34.509074 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] For port e0c4f2c6-8246-4735-818a-f92eae880080, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:34.526600 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] For port e0c4f2c6-8246-4735-818a-f92eae880080, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=e0c4f2c6-8246-4735-818a-f92eae880080,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:34.534153 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.548049 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.572542 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7d92c969-61a1-4820-8393-f71a675c9462 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.574263 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-7d92c969-61a1-4820-8393-f71a675c9462 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4173634 Sep 11 14:19:34.584356 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35730) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:34.622251 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92c969-61a1-4820-8393-f71a675c9462 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc35605-0a1b-4683-b12b-a0752fec389a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:34.642973 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be158dbd-2735-43b4-8e03-4fd13ddb5d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.674400 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:34.675563 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:34.677638 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be158dbd-2735-43b4-8e03-4fd13ddb5d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.687508 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:34.747714 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82596593-6aff-45f8-a256-c0615cb91ede None None] Pushing event updated for resources: {'Port': ['ID=e0c4f2c6-8246-4735-818a-f92eae880080,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:34.783652 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be158dbd-2735-43b4-8e03-4fd13ddb5d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.787672 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be158dbd-2735-43b4-8e03-4fd13ddb5d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:34.797575 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-be158dbd-2735-43b4-8e03-4fd13ddb5d7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7ae86f5-fe07-462e-a24a-d029be426a8c HTTP/1.1" status: 204 len: 168 time: 0.7067590 Sep 11 14:19:34.821440 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be158dbd-2735-43b4-8e03-4fd13ddb5d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ae86f5-fe07-462e-a24a-d029be426a8c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:34.832996 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9928612b-97cc-4afa-99fc-dae0f7038af5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'security_group_rule': {'security_group_id': '5dc35605-0a1b-4683-b12b-a0752fec389a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:34.850216 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-4652ae55-f602-4685-8167-cf66595ea378 service neutron] 10.222.0.37 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589858 Sep 11 14:19:34.976859 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:25Z', 'revision_number': 3, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:35.033390 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904aa557-5785-4ca2-a6a3-3d92e70c5c18 None None] The sync data for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi is: [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:25Z', 'revision_number': 3, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:19:35.068997 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:35.080706 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:35.083404 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:35.102014 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:35.178261 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9928612b-97cc-4afa-99fc-dae0f7038af5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:35.226010 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:35.414045 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:35.607314 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=456ad1c4-4a9c-4e92-8527-d3250a2d9d87,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:35.629130 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:35.788327 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:35.797443 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=456ad1c4-4a9c-4e92-8527-d3250a2d9d87,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:35.827067 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:34Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:35.844365 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe1198-14a5-4b2c-93ee-201223c82372 req-ae9f3fac-45cd-44ad-bc6d-7200518c84db tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:35.863825 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a4fe1198-14a5-4b2c-93ee-201223c82372 req-ae9f3fac-45cd-44ad-bc6d-7200518c84db tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 931 time: 2.2865493 Sep 11 14:19:35.911328 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:35.911662 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-284046'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:35.916649 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ccf03a-aabf-4e36-b5dd-e69e97e60715 None None] The sync data for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi is: [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:34Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:19:36.073349 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a857eec1-50a7-42ff-8d6f-f4520e6022e0 req-cf0e0f90-a53a-4b87-880f-88e8b5d71230 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 210 time: 0.3284838 Sep 11 14:19:36.075281 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:36.208098 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7ce799-6ce1-434e-9f20-ccdea7dae072,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:36.575765 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0c4455a9-f480-4c05-94b0-1831fb395863 None None] Provisioning for port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:36.606876 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0c4455a9-f480-4c05-94b0-1831fb395863 None None] Provisioning complete for port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:36.607984 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0c4455a9-f480-4c05-94b0-1831fb395863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:36.629555 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a4fe1198-14a5-4b2c-93ee-201223c82372 req-3296db88-0680-40c4-99e8-d8addf0ca2e4 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7646945 Sep 11 14:19:36.797595 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-0c4455a9-f480-4c05-94b0-1831fb395863 None None] Port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:19:36.866236 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9928612b-97cc-4afa-99fc-dae0f7038af5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:36.879573 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-c5fc5511-ca9a-4460-ac73-c5055ea4f1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:37.094352 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9928612b-97cc-4afa-99fc-dae0f7038af5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:37.113080 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:37.279572 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928612b-97cc-4afa-99fc-dae0f7038af5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de4f8a0-12db-41b1-b9f8-da0c18b48493,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:37.488357 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:37.626536 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9928612b-97cc-4afa-99fc-dae0f7038af5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:37.629425 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-9928612b-97cc-4afa-99fc-dae0f7038af5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8186047 Sep 11 14:19:37.631243 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35846) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:37.636153 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f09dfc94-d0f8-442d-9078-9c8148932b1e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'security_group_rule': {'security_group_id': '5dc35605-0a1b-4683-b12b-a0752fec389a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:37.764041 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f09dfc94-d0f8-442d-9078-9c8148932b1e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:37.974200 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f09dfc94-d0f8-442d-9078-9c8148932b1e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:37.982827 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f09dfc94-d0f8-442d-9078-9c8148932b1e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:38.063134 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f09dfc94-d0f8-442d-9078-9c8148932b1e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:38.071355 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 35866) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:38.072584 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-f09dfc94-d0f8-442d-9078-9c8148932b1e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4401648 Sep 11 14:19:38.073870 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09dfc94-d0f8-442d-9078-9c8148932b1e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ef5aef-1c78-4984-8af9-8dfc12346c7a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:38.124763 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:38.173887 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'floatingip': {'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:38.206900 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:38.342570 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:38.343333 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:38.525382 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9f429-6484-4366-add9-5efd2529f912 req-20fa65dc-c711-494e-a0a9-1983ed053158 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:38.535947 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-20fa65dc-c711-494e-a0a9-1983ed053158 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 817 time: 1.9050856 Sep 11 14:19:38.574418 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e0c4f2c6-8246-4735-818a-f92eae880080 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:38.743380 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port e0c4f2c6-8246-4735-818a-f92eae880080 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:38.746723 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-76b2ee2b-9a0a-4adc-9b84-b259a9f8d0ba tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/quotas/e75ff7e6bf2646feb68e4e73513dffed HTTP/1.1" status: 200 len: 375 time: 0.2093923 Sep 11 14:19:38.749290 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port e0c4f2c6-8246-4735-818a-f92eae880080 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:38.752738 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:38.902819 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c811ded-88e1-41f2-aaab-955dbab61bf0 req-53079336-b3b6-49fc-ab0a-ac74f8dca763 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:38.913694 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2c811ded-88e1-41f2-aaab-955dbab61bf0 req-53079336-b3b6-49fc-ab0a-ac74f8dca763 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 931 time: 0.9991589 Sep 11 14:19:38.916064 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:39.270968 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:39.329848 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port e0c4f2c6-8246-4735-818a-f92eae880080, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=e0c4f2c6-8246-4735-818a-f92eae880080,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:39.340715 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:39.342628 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2c811ded-88e1-41f2-aaab-955dbab61bf0 req-d17a1d2e-72d7-4c1e-b336-a90b52c86ea7 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241457 Sep 11 14:19:39.344036 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 5b5088b3-8c54-46ce-8a1b-30f466e60219 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:39.375384 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-0f4ad572-f87f-48eb-9b96-bd99ff5d8211 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6276574 Sep 11 14:19:39.500327 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:39.508366 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=e0c4f2c6-8246-4735-818a-f92eae880080,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:39.518662 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 5b5088b3-8c54-46ce-8a1b-30f466e60219 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:39.524769 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 5b5088b3-8c54-46ce-8a1b-30f466e60219 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:39.529368 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:39.598720 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:39.664477 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:39.665844 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-282910'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:39.719182 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:39.734412 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da09b3d-0cfc-4397-9952-6020461c208c {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:19:39.763238 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 5b5088b3-8c54-46ce-8a1b-30f466e60219, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=5b5088b3-8c54-46ce-8a1b-30f466e60219,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:39.774200 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:39.774896 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:39.806272 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35918) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:39.921648 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e0c4f2c6-8246-4735-818a-f92eae880080 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:39.943306 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Transition to ACTIVE for port object 7da09b3d-0cfc-4397-9952-6020461c208c will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:39.987591 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=5b5088b3-8c54-46ce-8a1b-30f466e60219,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:40.016746 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:40.038111 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80fc3def-c442-4261-9009-bfec54a058f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:40.125557 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-fd93abf4-12fc-4cf7-b91e-c933e09024da service neutron] 10.222.0.37 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456882 Sep 11 14:19:40.125557 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7ce799-6ce1-434e-9f20-ccdea7dae072,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:40.199572 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port e0c4f2c6-8246-4735-818a-f92eae880080 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:40.199799 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:40.351250 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80fc3def-c442-4261-9009-bfec54a058f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:40.367091 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-80fc3def-c442-4261-9009-bfec54a058f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:40.453337 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc3def-c442-4261-9009-bfec54a058f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f1dacf-94ac-447b-a95a-c3c70324bac4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:40.484658 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-80fc3def-c442-4261-9009-bfec54a058f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f278eef799348ba9b7714c3a60d9100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6766207 Sep 11 14:19:40.488104 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35938) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:40.519526 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:40.550992 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35942) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:40.606655 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cdafe669-d33f-4d31-8954-316872bcd04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:40.620750 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:40.625373 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:40.661700 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cdafe669-d33f-4d31-8954-316872bcd04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:40.794503 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Attempting to bind port 7da09b3d-0cfc-4397-9952-6020461c208c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:40.795593 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Attempting to bind port 7da09b3d-0cfc-4397-9952-6020461c208c by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '66844883-253c-4b0c-9ab0-5101c94b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b7ab59a7-c75e-43ab-af24-ab7a43815bef'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:40.796125 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Attempting to bind port 7da09b3d-0cfc-4397-9952-6020461c208c on network b7ab59a7-c75e-43ab-af24-ab7a43815bef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:40.827013 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33b3da19-a316-4217-b748-e4e6f26b5acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:40.911472 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cdafe669-d33f-4d31-8954-316872bcd04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:40.913945 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cdafe669-d33f-4d31-8954-316872bcd04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:40.915094 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-cdafe669-d33f-4d31-8954-316872bcd04e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13f1dacf-94ac-447b-a95a-c3c70324bac4 HTTP/1.1" status: 204 len: 168 time: 0.4257333 Sep 11 14:19:40.952597 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafe669-d33f-4d31-8954-316872bcd04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f1dacf-94ac-447b-a95a-c3c70324bac4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:41.091226 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33b3da19-a316-4217-b748-e4e6f26b5acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.094825 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eec2ac21-fba2-4bd5-81e2-e10068962c95 None None] Provisioning complete for port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:41.098458 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eec2ac21-fba2-4bd5-81e2-e10068962c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.102726 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-33b3da19-a316-4217-b748-e4e6f26b5acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.164318 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3da19-a316-4217-b748-e4e6f26b5acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70ae858-a7f4-4d65-a1c9-de902f39fcf9,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:41.175278 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-eec2ac21-fba2-4bd5-81e2-e10068962c95 None None] Port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:19:41.179317 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-33b3da19-a316-4217-b748-e4e6f26b5acc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=291e1d976c1b4d20815563fadfb5ff0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6219378 Sep 11 14:19:41.181666 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35962) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:41.223916 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Port 7da09b3d-0cfc-4397-9952-6020461c208c on network b7ab59a7-c75e-43ab-af24-ab7a43815bef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:19:41.227172 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Attempting to bind port 7da09b3d-0cfc-4397-9952-6020461c208c on network b7ab59a7-c75e-43ab-af24-ab7a43815bef {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:41.236489 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Pushing event updated for resources: {'Port': ['ID=7da09b3d-0cfc-4397-9952-6020461c208c,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:41.249691 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-ed72b526-3ffa-42be-bfe8-a47f919e60f4 service neutron] 10.222.0.37 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0970929 Sep 11 14:19:41.255789 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:41.256143 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Checking segment: {'id': '66844883-253c-4b0c-9ab0-5101c94b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b7ab59a7-c75e-43ab-af24-ab7a43815bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:41.256736 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Bound using segment: {'id': '66844883-253c-4b0c-9ab0-5101c94b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b7ab59a7-c75e-43ab-af24-ab7a43815bef'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:41.257342 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Bound port: 7da09b3d-0cfc-4397-9952-6020461c208c, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66844883-253c-4b0c-9ab0-5101c94b9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b7ab59a7-c75e-43ab-af24-ab7a43815bef'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:41.257699 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.278179 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7eb032-9c1c-4f2e-b756-0587a6d2c5a3 req-99481ebd-c7e5-4fa3-a7db-f60f352b408a tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:41.278277 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01977aea-2d83-4ad7-b0f9-98efe658377b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.278377 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f7eb032-9c1c-4f2e-b756-0587a6d2c5a3 req-99481ebd-c7e5-4fa3-a7db-f60f352b408a tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 943 time: 0.6683574 Sep 11 14:19:41.290361 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Allocated IP 172.27.0.121 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/6a0c9c4a-5738-49f5-8eb8-9bf025b0adcb) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:41.412461 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01977aea-2d83-4ad7-b0f9-98efe658377b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.473022 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f7eb032-9c1c-4f2e-b756-0587a6d2c5a3 req-9f1ef9b4-6aa4-469e-af04-40d79ea37fdc tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738575 Sep 11 14:19:41.591513 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01977aea-2d83-4ad7-b0f9-98efe658377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.596981 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-01977aea-2d83-4ad7-b0f9-98efe658377b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.602987 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-01977aea-2d83-4ad7-b0f9-98efe658377b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f70ae858-a7f4-4d65-a1c9-de902f39fcf9 HTTP/1.1" status: 204 len: 168 time: 0.4170837 Sep 11 14:19:41.629911 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01977aea-2d83-4ad7-b0f9-98efe658377b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70ae858-a7f4-4d65-a1c9-de902f39fcf9,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:41.637691 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] For port 7da09b3d-0cfc-4397-9952-6020461c208c, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:41.640516 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 35988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:41.659177 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b14494cd-9905-404d-86d7-1e8bec49bc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.662626 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Router 000b873b-7e95-4c2d-b798-293c4ac9d75e has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:19:41.786262 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] For port 7da09b3d-0cfc-4397-9952-6020461c208c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7da09b3d-0cfc-4397-9952-6020461c208c,segment=NetworkSegment(66844883-253c-4b0c-9ab0-5101c94b9dd3),segment_id=66844883-253c-4b0c-9ab0-5101c94b9dd3)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:41.803098 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8900109b-5718-49fd-89c7-b89a73b98f62 req-9f9f4d0d-c0c4-4000-8500-1f5ff3d74a66 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 210 time: 0.2395856 Sep 11 14:19:41.808672 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.849597 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b14494cd-9905-404d-86d7-1e8bec49bc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.871344 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b14494cd-9905-404d-86d7-1e8bec49bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.962819 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:41.965085 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:41.968966 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] 10.222.0.13 "PUT /v2.0/ports/7da09b3d-0cfc-4397-9952-6020461c208c HTTP/1.1" status: 200 len: 1093 time: 8.6832273 Sep 11 14:19:41.970732 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320e3511-388f-4fea-84e9-2ebb6137de17', 'tag': '7da09b3d-0cfc-4397-9952-6020461c208c'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:19:41.976542 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14494cd-9905-404d-86d7-1e8bec49bc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912a746b-0930-4e45-9003-a78ecc18953b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:41.979451 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 5b5088b3-8c54-46ce-8a1b-30f466e60219 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:42.008438 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-b14494cd-9905-404d-86d7-1e8bec49bc47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22e18dd5e8ef414bbe79c9da61cc23cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663709 Sep 11 14:19:42.009403 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36008) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:42.080375 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-780710c9-ab6b-44f6-80cd-11e0059bce2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.081270 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 5b5088b3-8c54-46ce-8a1b-30f466e60219 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:42.081698 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.105887 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-780710c9-ab6b-44f6-80cd-11e0059bce2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.152069 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.189284 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-780710c9-ab6b-44f6-80cd-11e0059bce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.198917 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edd310-074e-45b6-bebb-4ecda7af9457 service neutron] Pushing event updated for resources: {'Port': ['ID=7da09b3d-0cfc-4397-9952-6020461c208c,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:42.208641 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-780710c9-ab6b-44f6-80cd-11e0059bce2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.216006 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-780710c9-ab6b-44f6-80cd-11e0059bce2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/912a746b-0930-4e45-9003-a78ecc18953b HTTP/1.1" status: 204 len: 168 time: 0.2040260 Sep 11 14:19:42.234030 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780710c9-ab6b-44f6-80cd-11e0059bce2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912a746b-0930-4e45-9003-a78ecc18953b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:42.298808 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:19:42.309890 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Sync routers for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:19:42.319547 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-a52cdc60-7888-476e-a4d8-7968e0d21de4 admin admin] 10.222.0.37 "PUT /v2.0/routers/000b873b-7e95-4c2d-b798-293c4ac9d75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9510660 Sep 11 14:19:42.319547 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.343456 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:42.344803 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:42.355110 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:42.358267 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:42.366607 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507fa80b-0530-460a-90d0-60f613bad64f" -d '{"events": [{"name": "network-changed", "server_uuid": "320e3511-388f-4fea-84e9-2ebb6137de17", "tag": "7da09b3d-0cfc-4397-9952-6020461c208c"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:19:42.369573 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:42.392934 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36040) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:42.416096 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36b662da-785e-4116-a490-ec91d6a3b65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.449000 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'Port': ['ID=6a0c9c4a-5738-49f5-8eb8-9bf025b0adcb,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:42.560590 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.596586 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36b662da-785e-4116-a490-ec91d6a3b65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.605392 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-36b662da-785e-4116-a490-ec91d6a3b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.648026 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:42.678946 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.710148 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:19:42.716640 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-36b662da-785e-4116-a490-ec91d6a3b65f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3ba5ad5954f4282940cdd00172b219b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222139 Sep 11 14:19:42.717549 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b662da-785e-4116-a490-ec91d6a3b65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82a81f0-4210-4088-a8d2-ba322185f393,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:42.736166 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36068) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:42.841774 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06fdaa1b-f7e2-4dce-8c51-4ec2c118ea46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.887426 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f31ac-ec96-44b0-aad5-01e4cdeb7c6e req-3aa01644-2ec0-406f-b794-b61059bd56d1 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:42.889056 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06fdaa1b-f7e2-4dce-8c51-4ec2c118ea46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.889471 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d27f31ac-ec96-44b0-aad5-01e4cdeb7c6e req-3aa01644-2ec0-406f-b794-b61059bd56d1 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 943 time: 0.2638514 Sep 11 14:19:42.893674 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.915259 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.983616 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06fdaa1b-f7e2-4dce-8c51-4ec2c118ea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.987730 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-06fdaa1b-f7e2-4dce-8c51-4ec2c118ea46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:42.991159 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-06fdaa1b-f7e2-4dce-8c51-4ec2c118ea46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d82a81f0-4210-4088-a8d2-ba322185f393 HTTP/1.1" status: 204 len: 168 time: 0.2529769 Sep 11 14:19:42.995141 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:43.038540 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdaa1b-f7e2-4dce-8c51-4ec2c118ea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82a81f0-4210-4088-a8d2-ba322185f393,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:43.063665 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d27f31ac-ec96-44b0-aad5-01e4cdeb7c6e req-8ca1e395-9def-4326-8aed-1f172a2db357 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651878 Sep 11 14:19:43.068080 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb0560b-14d0-48cb-831c-2cfc9089cb88 x-openstack-request-id: req-bcb0560b-14d0-48cb-831c-2cfc9089cb88 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:19:43.081099 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320e3511-388f-4fea-84e9-2ebb6137de17", "tag": "7da09b3d-0cfc-4397-9952-6020461c208c", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:19:43.086132 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcb0560b-14d0-48cb-831c-2cfc9089cb88 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:19:43.087513 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320e3511-388f-4fea-84e9-2ebb6137de17', 'tag': '7da09b3d-0cfc-4397-9952-6020461c208c', 'status': 'completed', 'code': 200} Sep 11 14:19:43.138389 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'Port': ['ID=6a0c9c4a-5738-49f5-8eb8-9bf025b0adcb,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:43.161731 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:43.166254 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-12ca4550-da99-4a01-89f6-518aef9e1e66 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0252957 Sep 11 14:19:43.172414 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:38Z', 'revision_number': 2, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:43.213272 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Checking router: 000b873b-7e95-4c2d-b798-293c4ac9d75e for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:19:43.213949 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Updating router 000b873b-7e95-4c2d-b798-293c4ac9d75e port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 binding host dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:19:43.246640 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:43.257726 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7f772a1b-a6a3-41e6-8fd8-6b24a1375dcb req-b61aec14-5fcd-4be3-b945-af6d2e7ac1c2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 210 time: 0.0492070 Sep 11 14:19:43.693398 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:43.721985 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Transition to ACTIVE for port object 4f7ce799-6ce1-434e-9f20-ccdea7dae072 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:43.736676 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:43.856381 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36122) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:43.899870 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca776ad9-180b-4852-8d40-7c25e6462eff None None] Pushing event updated for resources: {'Port': ['ID=4f7ce799-6ce1-434e-9f20-ccdea7dae072,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:44.036977 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-e7e0dfad-e82a-4668-8862-f1a52fe50bb4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2009159296&fields=id&tenant_id=b93843a73a5d4b89a16b9be7e336b96f HTTP/1.1" status: 200 len: 267 time: 0.1090057 Sep 11 14:19:44.058999 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Attempting to bind port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:44.059551 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Attempting to bind port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:44.060819 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Attempting to bind port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 on network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:44.068457 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:44.069165 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36136) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:44.070070 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Checking segment: {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:44.072340 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:44.072980 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Bound using segment: {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:44.073619 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Bound port: 4f7ce799-6ce1-434e-9f20-ccdea7dae072, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:44.075494 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-be9a1e2d-d6fc-4fda-a6e6-48d1f211b1ec tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2023755489', 'description': 'tempest-description--1633056215'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:44.076077 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:44.161981 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be9a1e2d-d6fc-4fda-a6e6-48d1f211b1ec tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:44.165776 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] For port 4f7ce799-6ce1-434e-9f20-ccdea7dae072, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:44.170750 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] For port 4f7ce799-6ce1-434e-9f20-ccdea7dae072, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=4f7ce799-6ce1-434e-9f20-ccdea7dae072,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:44.181353 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:44.326818 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a1db44f-8e91-4009-8871-e6d4c983d436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:44.330026 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca776ad9-180b-4852-8d40-7c25e6462eff None None] Pushing event updated for resources: {'Port': ['ID=4f7ce799-6ce1-434e-9f20-ccdea7dae072,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:44.349834 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:19:44.353175 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:19:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:44.434473 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be9a1e2d-d6fc-4fda-a6e6-48d1f211b1ec tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:44.437631 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76977-49e3-42da-a885-75fd826f19f4 req-75f28fac-1342-42b0-96a1-e066029b4809 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:44.454482 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-75f28fac-1342-42b0-96a1-e066029b4809 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 816 time: 0.4102950 Sep 11 14:19:44.456868 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be9a1e2d-d6fc-4fda-a6e6-48d1f211b1ec tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:44.589527 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-4bfc9d5c-d6bb-4309-8633-ccd3fc876551 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/quotas/b93843a73a5d4b89a16b9be7e336b96f HTTP/1.1" status: 200 len: 375 time: 0.1317246 Sep 11 14:19:44.642191 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a1e2d-d6fc-4fda-a6e6-48d1f211b1ec tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0a1354-7d44-4056-9400-12b67b24e400,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:44.693885 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0068af-e320-4542-8c48-e696786ef184 req-9ac9f223-7637-4707-92ab-5b110d08d1f5 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:44.708461 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ad0068af-e320-4542-8c48-e696786ef184 req-9ac9f223-7637-4707-92ab-5b110d08d1f5 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 943 time: 0.2154949 Sep 11 14:19:44.726118 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:19:44.826186 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a1db44f-8e91-4009-8871-e6d4c983d436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:44.837178 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4a1db44f-8e91-4009-8871-e6d4c983d436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:44.838580 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-ea76dab0-f2ed-4530-b63b-272bea8a7706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2473087 Sep 11 14:19:44.850357 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-be9a1e2d-d6fc-4fda-a6e6-48d1f211b1ec tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:44.851587 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-be9a1e2d-d6fc-4fda-a6e6-48d1f211b1ec tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7809258 Sep 11 14:19:44.885980 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36156) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:44.912886 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-dc649a63-4a6a-4aa2-a7d4-ade17d0da305 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'security_group_rule': {'security_group_id': '3c0a1354-7d44-4056-9400-12b67b24e400', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:45.045750 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1db44f-8e91-4009-8871-e6d4c983d436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc88219-dc47-4c29-bdaa-539300a63ec7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:45.066195 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4a1db44f-8e91-4009-8871-e6d4c983d436 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa6527c410844c60adccdf69c5d66e48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2083027 Sep 11 14:19:45.067453 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36164) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:45.111378 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc649a63-4a6a-4aa2-a7d4-ade17d0da305 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.161191 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ad0068af-e320-4542-8c48-e696786ef184 req-d6480664-e5f3-4acb-911d-a75d975304aa tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504905 Sep 11 14:19:45.184794 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-9db1bc5a-053e-4a8e-8070-4bd0443a61fb service neutron] 10.222.0.37 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968068 Sep 11 14:19:45.407871 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68ce02a5-419d-4a52-b347-f65a9a75d069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.411679 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc649a63-4a6a-4aa2-a7d4-ade17d0da305 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.424901 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc649a63-4a6a-4aa2-a7d4-ade17d0da305 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.438035 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:44Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:19:45.462282 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc649a63-4a6a-4aa2-a7d4-ade17d0da305 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a884da8-e11d-4887-92a3-1263a2499d82,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:45.474053 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68ce02a5-419d-4a52-b347-f65a9a75d069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.495184 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dc649a63-4a6a-4aa2-a7d4-ade17d0da305 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.498817 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-dc649a63-4a6a-4aa2-a7d4-ade17d0da305 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5892920 Sep 11 14:19:45.499627 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:45.505395 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-4ab148c2-993b-42ea-8284-a421ed0ab0ff service neutron] 10.222.0.37 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190327 Sep 11 14:19:45.505832 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-23bae328-02b6-4484-b18e-6f6801babe56 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'security_group_rule': {'security_group_id': '3c0a1354-7d44-4056-9400-12b67b24e400', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:45.523313 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0464af2b-3bf6-43ec-a944-eaaa84531e1b None None] The sync data for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi is: [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:44Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:19:45.568904 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23bae328-02b6-4484-b18e-6f6801babe56 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.582076 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68ce02a5-419d-4a52-b347-f65a9a75d069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.584828 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-68ce02a5-419d-4a52-b347-f65a9a75d069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.585769 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-68ce02a5-419d-4a52-b347-f65a9a75d069 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccc88219-dc47-4c29-bdaa-539300a63ec7 HTTP/1.1" status: 204 len: 168 time: 0.5145736 Sep 11 14:19:45.637447 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce02a5-419d-4a52-b347-f65a9a75d069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc88219-dc47-4c29-bdaa-539300a63ec7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:45.661303 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8c6355db-45b8-43d8-bdfe-1f37c3a21fcc req-5dd8d72c-5da1-4796-bc72-090367c90ee4 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 210 time: 0.1521487 Sep 11 14:19:45.681398 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23bae328-02b6-4484-b18e-6f6801babe56 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.697250 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.13', 62476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:45.700864 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23bae328-02b6-4484-b18e-6f6801babe56 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.741425 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-7bf9ea9f-9ec6-4db4-b374-3c726009a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:45.745340 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-7bf9ea9f-9ec6-4db4-b374-3c726009a0c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88764f9b19e04c9fa1b36d10bccafac4&device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 1096 time: 0.8684020 Sep 11 14:19:45.927603 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23bae328-02b6-4484-b18e-6f6801babe56 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:45.947953 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-23bae328-02b6-4484-b18e-6f6801babe56 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4470079 Sep 11 14:19:45.951621 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36200) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:45.976678 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bae328-02b6-4484-b18e-6f6801babe56 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58184c2e-6362-4272-87a3-6aac4dc4ac66,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:45.995713 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'floatingip': {'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:46.002510 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 4f7ce799-6ce1-434e-9f20-ccdea7dae072 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:46.012407 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-548866b8-2818-4cdc-9dad-65881a665c32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7da09b3d-0cfc-4397-9952-6020461c208c HTTP/1.1" status: 200 len: 217 time: 0.2442527 Sep 11 14:19:46.046219 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:46.184773 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:46.189641 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:46.190154 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:46.516405 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:46.548744 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.13', 62479) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:46.605199 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-24a16121-dfa1-4230-a1d5-b5bbe22d950e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:46.612460 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-24a16121-dfa1-4230-a1d5-b5bbe22d950e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.13 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 817 time: 0.8629808 Sep 11 14:19:46.615039 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a841ab60-4d1f-4c1c-984d-90444da4fd21 req-a51c883b-535c-48d9-9965-79048dae2045 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 210 time: 0.6133649 Sep 11 14:19:46.642418 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 4f7ce799-6ce1-434e-9f20-ccdea7dae072, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=4f7ce799-6ce1-434e-9f20-ccdea7dae072,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:46.654728 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Request body: {'port': {'device_id': '77a4be85-74c0-40b9-8a5e-97bc4d99ef81', 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219', 'admin_state_up': True, 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:46.657702 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:46.714401 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36236) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:46.808032 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=4f7ce799-6ce1-434e-9f20-ccdea7dae072,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:46.887360 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1fa08dc2-1bb1-41ca-8917-87cf6c89d28d req-a97831c1-dba2-4362-b088-3c986f484b1c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 210 time: 0.0504522 Sep 11 14:19:46.914059 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f56a78f-771c-4be4-bf1a-187ea47dd44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:47.018316 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80434-0897-49eb-aa86-4989cd4cf8be req-aa7bc7df-ba06-401e-bcc2-dbc96df673fc tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:47.026883 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-53a80434-0897-49eb-aa86-4989cd4cf8be req-aa7bc7df-ba06-401e-bcc2-dbc96df673fc tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 943 time: 0.4771662 Sep 11 14:19:47.061214 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:47.110604 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-b402e3f5-7ac0-48bf-8c54-d7e7d50140d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:47.112155 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-b402e3f5-7ac0-48bf-8c54-d7e7d50140d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af133fd-bcc8-47db-bf88-59bb65794970 HTTP/1.1" status: 200 len: 851 time: 1.0824206 Sep 11 14:19:47.252257 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-53a80434-0897-49eb-aa86-4989cd4cf8be req-a312eaa8-bedc-40c5-b849-0c7a02779d04 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358097 Sep 11 14:19:47.260790 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-fd6b7178-3a71-49b3-a314-067f3a33e0e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7ab59a7-c75e-43ab-af24-ab7a43815bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095531 Sep 11 14:19:47.307314 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9f429-6484-4366-add9-5efd2529f912 req-2b058209-b337-4b62-9614-ee7463e4b57a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:47.309071 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-2b058209-b337-4b62-9614-ee7463e4b57a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.13 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 817 time: 0.7189322 Sep 11 14:19:47.350268 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Request body: {'port': {'device_id': '2832a919-3803-4ea8-9036-747f3b52b1ce', 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219', 'admin_state_up': True, 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:47.508645 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Allocated IP 172.27.0.4 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/9b688dd6-af69-430e-8475-591b86d8ac00) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:47.546108 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f56a78f-771c-4be4-bf1a-187ea47dd44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:47.554566 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-631fd704-4074-4908-8eaf-e9bf61505360 service neutron] 10.222.0.13 "GET /v2.0/networks/b7ab59a7-c75e-43ab-af24-ab7a43815bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746663 Sep 11 14:19:47.557405 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f56a78f-771c-4be4-bf1a-187ea47dd44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:47.592219 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-0f56a78f-771c-4be4-bf1a-187ea47dd44c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3e2455767f44d8f97ab2c76ce86aefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8041713 Sep 11 14:19:47.604746 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:47.732956 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56a78f-771c-4be4-bf1a-187ea47dd44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9650650-2d0f-4607-889e-3d9c140bcaf8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:47.738228 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Made reservation on behalf of e75ff7e6bf2646feb68e4e73513dffed for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:47.742684 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:47.757305 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.13', 62484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:47.844409 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-089691b2-5469-48fc-bafc-2fd6c9616930 req-67abdef7-70e3-411a-b997-cb56fd81f5e7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 210 time: 0.0530140 Sep 11 14:19:47.904255 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adad1675-1d86-435f-9e3a-15f2af38d746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:47.930483 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 4f7ce799-6ce1-434e-9f20-ccdea7dae072 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:47.933081 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Made reservation on behalf of e75ff7e6bf2646feb68e4e73513dffed for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:47.936576 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:47.981584 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc2d7cab-091e-4936-8e5d-6386a80cfe0e req-b1e609f8-025d-4ca1-afaf-967528bbcf47 service neutron] 10.222.0.13 "GET /v2.0/networks/b7ab59a7-c75e-43ab-af24-ab7a43815bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969164 Sep 11 14:19:48.005225 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:48.005874 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:48.130358 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36292) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:48.154092 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:48.161385 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adad1675-1d86-435f-9e3a-15f2af38d746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:48.204379 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7359114a-c02d-4cc3-8710-07a5fe80f374 req-17a3beaa-a519-4b98-b433-95591febd214 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 210 time: 0.2154326 Sep 11 14:19:48.231649 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76977-49e3-42da-a885-75fd826f19f4 req-b8bdae3e-a5c6-4e58-a6b3-1b048a201f00 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:48.233235 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-b8bdae3e-a5c6-4e58-a6b3-1b048a201f00 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.13 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 816 time: 0.4735525 Sep 11 14:19:48.304455 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fa80b-0530-460a-90d0-60f613bad64f req-b6bf45a0-018d-49b3-b87e-58d7d009a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:48.306131 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-507fa80b-0530-460a-90d0-60f613bad64f req-b6bf45a0-018d-49b3-b87e-58d7d009a2db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88764f9b19e04c9fa1b36d10bccafac4&device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 1096 time: 0.1583843 Sep 11 14:19:48.321035 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Allocated IP 172.20.0.9 (3cdadcaf-3b21-4ad0-8822-3c2287855219/1f681984-6acf-439f-9e85-860a12d7639b/1ae3f2d7-a1d4-4c37-b66f-e582db0a576a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:48.344473 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-b61c949b-5003-4ced-be2b-c33c7b09e872 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93843a73a5d4b89a16b9be7e336b96f HTTP/1.1" status: 200 len: 380 time: 0.0807948 Sep 11 14:19:48.355099 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adad1675-1d86-435f-9e3a-15f2af38d746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:48.357829 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adad1675-1d86-435f-9e3a-15f2af38d746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:48.361002 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'port': {'device_id': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'admin_state_up': True, 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'security_groups': ['5dc35605-0a1b-4683-b12b-a0752fec389a']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:48.362548 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-adad1675-1d86-435f-9e3a-15f2af38d746 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9650650-2d0f-4607-889e-3d9c140bcaf8 HTTP/1.1" status: 204 len: 168 time: 0.7566497 Sep 11 14:19:48.380013 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:48.425072 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad1675-1d86-435f-9e3a-15f2af38d746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9650650-2d0f-4607-889e-3d9c140bcaf8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:48.550454 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:48.568100 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:48.577719 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:48.605325 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bec1e3ec-0907-4d96-825b-848b2d2d5d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:48.607982 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'Port': ['ID=9b688dd6-af69-430e-8475-591b86d8ac00,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:48.632058 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fa80b-0530-460a-90d0-60f613bad64f req-f9f097de-a075-43aa-9a6c-11557042b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:48.633619 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-507fa80b-0530-460a-90d0-60f613bad64f req-f9f097de-a075-43aa-9a6c-11557042b8cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7ab59a7-c75e-43ab-af24-ab7a43815bef HTTP/1.1" status: 200 len: 912 time: 0.3022280 Sep 11 14:19:48.691938 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-507fa80b-0530-460a-90d0-60f613bad64f req-801e1aa4-0d5d-44dc-b1e2-91fb3f0b6a8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7da09b3d-0cfc-4397-9952-6020461c208c HTTP/1.1" status: 200 len: 217 time: 0.0440135 Sep 11 14:19:48.720778 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28915d6-36d8-4bf9-ae9c-2f34fd639dc2 req-13eebad3-3811-4de4-a5c2-4d04b80eb752 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:48.729072 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c28915d6-36d8-4bf9-ae9c-2f34fd639dc2 req-13eebad3-3811-4de4-a5c2-4d04b80eb752 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 943 time: 0.3539410 Sep 11 14:19:48.752844 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:48.816766 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:48.928871 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c28915d6-36d8-4bf9-ae9c-2f34fd639dc2 req-b244f4fe-a6d8-4e35-a043-a60f98ebff66 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987472 Sep 11 14:19:48.986507 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fa80b-0530-460a-90d0-60f613bad64f req-253b7d47-8984-4dd6-a5d3-d42f235f5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:48.989005 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bec1e3ec-0907-4d96-825b-848b2d2d5d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:48.991145 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-507fa80b-0530-460a-90d0-60f613bad64f req-253b7d47-8984-4dd6-a5d3-d42f235f5395 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af133fd-bcc8-47db-bf88-59bb65794970 HTTP/1.1" status: 200 len: 851 time: 0.2596004 Sep 11 14:19:49.014244 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bec1e3ec-0907-4d96-825b-848b2d2d5d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.057583 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.079170 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-782426c4-3de9-4f3e-8f60-86d226bd31e7 req-9737b1ac-25f5-4720-bdb8-2f0d15967812 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 210 time: 0.0843663 Sep 11 14:19:49.084742 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-bec1e3ec-0907-4d96-825b-848b2d2d5d08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3171e15bd2d249059f56eb807e41cfa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9486127 Sep 11 14:19:49.085864 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36340) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:49.086466 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Made reservation on behalf of b93843a73a5d4b89a16b9be7e336b96f for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:49.089954 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.095870 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-507fa80b-0530-460a-90d0-60f613bad64f req-4f48cf1d-41be-4345-863d-c4b5215c7cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7ab59a7-c75e-43ab-af24-ab7a43815bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828259 Sep 11 14:19:49.123091 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1e3ec-0907-4d96-825b-848b2d2d5d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b8c09a-3b30-4cd0-b418-390447a64b17,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:49.142539 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.164824 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.293295 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Allocated IP 172.20.0.10 (3cdadcaf-3b21-4ad0-8822-3c2287855219/1f681984-6acf-439f-9e85-860a12d7639b/5eb8174b-217c-406d-bbef-091acafb977c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:49.356929 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.437398 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Network 3cdadcaf-3b21-4ad0-8822-3c2287855219 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:49.442660 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:49.448626 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:49.454292 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:49.454949 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.473991 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'Port': ['ID=9b688dd6-af69-430e-8475-591b86d8ac00,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:49.502839 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Pushing event updated for resources: {'Port': ['ID=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:49.508598 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.513973 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f12b0c-a6e9-4a3b-adf9-d2fa51126b3f req-19d5326f-183b-438e-8691-6faf160414a9 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:49.515500 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c9f12b0c-a6e9-4a3b-adf9-d2fa51126b3f req-19d5326f-183b-438e-8691-6faf160414a9 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 931 time: 0.1605847 Sep 11 14:19:49.518300 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-507fa80b-0530-460a-90d0-60f613bad64f req-10d5e3d6-3f93-44da-9f12-da2b19e2e116 service neutron] 10.222.0.13 "GET /v2.0/networks/b7ab59a7-c75e-43ab-af24-ab7a43815bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110858 Sep 11 14:19:49.519728 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-e2e29989-6118-4d2e-98c8-d56812244ae7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1869009 Sep 11 14:19:49.562140 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36364) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:49.567144 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Request body: {'port': {'device_id': '2832a919-3803-4ea8-9036-747f3b52b1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:49.584015 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.585350 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-0435c80d-338b-4df0-88ab-854d9c552ecc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6052687 Sep 11 14:19:49.608889 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f6fa9ed-64b4-40ac-819f-8b2769e2eaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.619692 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c9f12b0c-a6e9-4a3b-adf9-d2fa51126b3f req-c4ba67a7-0dfd-44a0-8ecf-244060e874f6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966258 Sep 11 14:19:49.658288 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.690160 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f6fa9ed-64b4-40ac-819f-8b2769e2eaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.702587 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.739134 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Allocated IP 172.20.0.5 (568a2f43-8e1f-4fbd-a0a8-eb269904e315/f7ae9505-f681-4fac-b501-61ec146fba44/4c9a8e2c-ce71-426b-991e-b3d877832cbc) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:49.775810 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-507fa80b-0530-460a-90d0-60f613bad64f req-dfe2f981-a833-4a00-9485-8ede64cc1ec7 service neutron] 10.222.0.13 "GET /v2.0/networks/b7ab59a7-c75e-43ab-af24-ab7a43815bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346201 Sep 11 14:19:49.823560 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f6fa9ed-64b4-40ac-819f-8b2769e2eaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.826662 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f6fa9ed-64b4-40ac-819f-8b2769e2eaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.831866 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-5f6fa9ed-64b4-40ac-819f-8b2769e2eaed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8b8c09a-3b30-4cd0-b418-390447a64b17 HTTP/1.1" status: 204 len: 168 time: 0.7396686 Sep 11 14:19:49.850963 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:49.962832 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-671112da-60bf-4254-8990-7f427a53a935 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2023755489&fields=id&tenant_id=823d31d3fd8e4efda6289de7638e8a3a HTTP/1.1" status: 200 len: 267 time: 0.0759029 Sep 11 14:19:49.980197 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b300d0e-5632-4987-b14d-d6e828503749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.042584 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fa9ed-64b4-40ac-819f-8b2769e2eaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b8c09a-3b30-4cd0-b418-390447a64b17,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:50.124072 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Pushing event updated for resources: {'Port': ['ID=5eb8174b-217c-406d-bbef-091acafb977c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:50.169954 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9fb830ff-499e-4866-960d-1a8c1963b730 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:50.171560 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9fb830ff-499e-4866-960d-1a8c1963b730 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/networks?id=4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 200 len: 811 time: 0.1973338 Sep 11 14:19:50.222006 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-e9736957-852e-4eaf-bca8-a0240b71017d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/quotas/823d31d3fd8e4efda6289de7638e8a3a HTTP/1.1" status: 200 len: 375 time: 0.0385656 Sep 11 14:19:50.250285 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53005612-9725-40d7-bd66-afb70438cf8e req-18407270-47ce-42f4-8832-53b7d45e07bb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:50.252160 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-53005612-9725-40d7-bd66-afb70438cf8e req-18407270-47ce-42f4-8832-53b7d45e07bb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 943 time: 0.1614213 Sep 11 14:19:50.263051 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b300d0e-5632-4987-b14d-d6e828503749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.265413 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Network 3cdadcaf-3b21-4ad0-8822-3c2287855219 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:50.270888 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:50.274827 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36406) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:50.277520 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0b300d0e-5632-4987-b14d-d6e828503749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.287936 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:50.293320 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:50.293962 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.332266 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:19:50.348697 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.390376 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-2d99fb05-e165-4e34-9544-8d5fe03ed31c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1673508 Sep 11 14:19:50.410185 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-53005612-9725-40d7-bd66-afb70438cf8e req-f46e7fea-e48d-42bf-b236-07e332e0d894 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161356 Sep 11 14:19:50.411258 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Transition to ACTIVE for port object 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:50.435674 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.515165 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b0730c7-e91f-404e-a9d5-c9a478bd3bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.541766 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-0b300d0e-5632-4987-b14d-d6e828503749 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0dd057ed87064f17a232ac7836523ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9738367 Sep 11 14:19:50.546077 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36416) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:50.546974 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b300d0e-5632-4987-b14d-d6e828503749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b7624b-d827-4f22-bad0-94f189d8dc94,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:50.557102 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-07ef7e5b-9f68-466a-963b-7660f5a28908 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9095318 Sep 11 14:19:50.566826 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:50.575253 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ea856764-d19d-4663-852d-b18e3819822b req-fe8076d1-e20a-4d7f-83db-a8482f68d2c3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 210 time: 0.0609782 Sep 11 14:19:50.585361 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Request body: {'port': {'device_id': '77a4be85-74c0-40b9-8a5e-97bc4d99ef81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:50.617089 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-c58627a6-5de9-44e9-9bca-18dc181f971a service neutron] 10.222.0.37 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256131 Sep 11 14:19:50.643207 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.655358 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Attempting to bind port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:50.655705 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Attempting to bind port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:50.656023 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Attempting to bind port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a on network 3cdadcaf-3b21-4ad0-8822-3c2287855219 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:50.671016 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a on network 3cdadcaf-3b21-4ad0-8822-3c2287855219 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:19:50.671744 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Attempting to bind port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a on network 3cdadcaf-3b21-4ad0-8822-3c2287855219 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:50.684930 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.695997 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:50.696366 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Checking segment: {'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:50.696726 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Bound using segment: {'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:50.696911 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Transition to ACTIVE for port object 4c9a8e2c-ce71-426b-991e-b3d877832cbc will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:50.697174 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Bound port: 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:50.697529 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.822491 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc694d4c-a737-4e55-a4da-6cbf8c6cdc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.840034 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2b81b-11a6-47cf-aa7d-1f90361bee3a req-8c075140-6b94-4ea2-910c-7935ba8fe8bd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:50.841573 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-92a2b81b-11a6-47cf-aa7d-1f90361bee3a req-8c075140-6b94-4ea2-910c-7935ba8fe8bd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 943 time: 0.1404860 Sep 11 14:19:50.852849 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5f33ad07-4c84-409e-b861-c70a9e4f7700 service neutron] 10.222.0.37 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206202 Sep 11 14:19:50.931360 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-92a2b81b-11a6-47cf-aa7d-1f90361bee3a req-aeca87b6-7e17-4c71-85f0-8c84c6630aea tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772545 Sep 11 14:19:50.936686 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] For port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:50.942779 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] For port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:50.959477 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.971162 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:50.976481 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc694d4c-a737-4e55-a4da-6cbf8c6cdc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.026756 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:51.027631 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.029997 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] 10.222.0.13 "PUT /v2.0/ports/1ae3f2d7-a1d4-4c37-b66f-e582db0a576a HTTP/1.1" status: 200 len: 1093 time: 1.4876702 Sep 11 14:19:51.030634 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2832a919-3803-4ea8-9036-747f3b52b1ce', 'tag': '1ae3f2d7-a1d4-4c37-b66f-e582db0a576a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:19:51.033792 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6129c262-5b43-4327-aba9-306f4100d613" -d '{"events": [{"name": "network-changed", "server_uuid": "2832a919-3803-4ea8-9036-747f3b52b1ce", "tag": "1ae3f2d7-a1d4-4c37-b66f-e582db0a576a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:19:51.044723 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b0730c7-e91f-404e-a9d5-c9a478bd3bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.084998 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:51.099788 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b0730c7-e91f-404e-a9d5-c9a478bd3bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.113344 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:51.124780 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9949e232-ba0d-4d2d-b802-903d02a9e10f req-c9a954ab-8fe6-46d4-8808-b670ce052928 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 210 time: 0.0454853 Sep 11 14:19:51.141835 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:51.147774 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:51.149554 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.158645 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f8186-00e6-41b5-8a94-d94eea178c42 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:51.176134 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f694fb-3a5f-4e20-aac8-0ddffd7e9b4c x-openstack-request-id: req-67f694fb-3a5f-4e20-aac8-0ddffd7e9b4c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:19:51.176625 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2832a919-3803-4ea8-9036-747f3b52b1ce", "tag": "1ae3f2d7-a1d4-4c37-b66f-e582db0a576a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:19:51.177029 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67f694fb-3a5f-4e20-aac8-0ddffd7e9b4c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:19:51.177578 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2832a919-3803-4ea8-9036-747f3b52b1ce', 'tag': '1ae3f2d7-a1d4-4c37-b66f-e582db0a576a', 'status': 'completed', 'code': 200} Sep 11 14:19:51.202350 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'Port': ['ID=4c9a8e2c-ce71-426b-991e-b3d877832cbc,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:51.208661 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9f429-6484-4366-add9-5efd2529f912 req-da6837f4-4ff2-49c3-9bd3-f622ad6badba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:51.216836 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-da6837f4-4ff2-49c3-9bd3-f622ad6badba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 1096 time: 0.0865185 Sep 11 14:19:51.239765 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-8b0730c7-e91f-404e-a9d5-c9a478bd3bfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99420fd38e014f3292fe3db281d6279c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9631903 Sep 11 14:19:51.242419 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36442) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:51.254833 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0730c7-e91f-404e-a9d5-c9a478bd3bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb98de-e7b8-40d4-84a7-0536d48dc01a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:51.260923 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-5f278164-cc56-4d9b-911f-ac81bee18d97 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9050810 Sep 11 14:19:51.281143 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Request body: {'port': {'device_id': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:51.301329 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-3d5acd5b-815e-40b9-9e5b-4e1e69f2c26b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a HTTP/1.1" status: 200 len: 217 time: 0.0735881 Sep 11 14:19:51.351292 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc694d4c-a737-4e55-a4da-6cbf8c6cdc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.353895 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fc694d4c-a737-4e55-a4da-6cbf8c6cdc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.357735 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-fc694d4c-a737-4e55-a4da-6cbf8c6cdc4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66b7624b-d827-4f22-bad0-94f189d8dc94 HTTP/1.1" status: 204 len: 168 time: 0.7969258 Sep 11 14:19:51.401674 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9f429-6484-4366-add9-5efd2529f912 req-34c4deac-eff7-4dcf-80af-69f8aab358ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:51.403009 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-34c4deac-eff7-4dcf-80af-69f8aab358ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 200 len: 857 time: 0.0938814 Sep 11 14:19:51.408469 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c4c8-fa62-48a5-be84-328011e18d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.440024 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc694d4c-a737-4e55-a4da-6cbf8c6cdc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b7624b-d827-4f22-bad0-94f189d8dc94,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:51.451007 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-8cd109c0-4a49-489e-b396-e605a3e988d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cdadcaf-3b21-4ad0-8822-3c2287855219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401232 Sep 11 14:19:51.473311 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c4c8-fa62-48a5-be84-328011e18d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.535310 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.545876 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7eb774f4-72ba-46df-8444-5ce44150338f None None] Provisioning for port 4c9a8e2c-ce71-426b-991e-b3d877832cbc completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:51.559363 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7eb774f4-72ba-46df-8444-5ce44150338f None None] Provisioning complete for port 4c9a8e2c-ce71-426b-991e-b3d877832cbc triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:51.562579 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7eb774f4-72ba-46df-8444-5ce44150338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.649483 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-92c7fcac-e41f-4288-a97f-839b3f7f0039 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895561 Sep 11 14:19:51.680305 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d2e3e-01a2-4477-9f07-f37e81b4693f req-2f205817-9ba4-4973-befa-a17241968a01 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:51.683509 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cf2d2e3e-01a2-4477-9f07-f37e81b4693f req-2f205817-9ba4-4973-befa-a17241968a01 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 943 time: 0.1034443 Sep 11 14:19:51.687229 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c4c8-fa62-48a5-be84-328011e18d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.690178 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c4c8-fa62-48a5-be84-328011e18d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.691520 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-2cc8c4c8-fa62-48a5-be84-328011e18d22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29fb98de-e7b8-40d4-84a7-0536d48dc01a HTTP/1.1" status: 204 len: 168 time: 0.4481323 Sep 11 14:19:51.694533 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7eb774f4-72ba-46df-8444-5ce44150338f None None] Port 4c9a8e2c-ce71-426b-991e-b3d877832cbc cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:19:51.730509 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 7da09b3d-0cfc-4397-9952-6020461c208c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:19:51.734142 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb8174b-217c-406d-bbef-091acafb977c {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:19:51.783246 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:51.876981 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8c4c8-fa62-48a5-be84-328011e18d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb98de-e7b8-40d4-84a7-0536d48dc01a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:51.919909 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Transition to ACTIVE for port object 5eb8174b-217c-406d-bbef-091acafb977c will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:51.935623 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:52.013522 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cf2d2e3e-01a2-4477-9f07-f37e81b4693f req-2132aa78-d050-4e07-909d-42a58131a11b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877529 Sep 11 14:19:52.076968 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Pushing event updated for resources: {'Port': ['ID=5eb8174b-217c-406d-bbef-091acafb977c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:52.124008 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 7da09b3d-0cfc-4397-9952-6020461c208c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7da09b3d-0cfc-4397-9952-6020461c208c,segment=NetworkSegment(66844883-253c-4b0c-9ab0-5101c94b9dd3),segment_id=66844883-253c-4b0c-9ab0-5101c94b9dd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:52.162429 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '7da09b3d-0cfc-4397-9952-6020461c208c', 'network_id': 'b7ab59a7-c75e-43ab-af24-ab7a43815bef', 'port_id': '7da09b3d-0cfc-4397-9952-6020461c208c', 'mac_address': 'fa:16:3e:35:09:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af133fd-bcc8-47db-bf88-59bb65794970', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:19:52.198834 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Attempting to bind port 5eb8174b-217c-406d-bbef-091acafb977c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:52.200220 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Attempting to bind port 5eb8174b-217c-406d-bbef-091acafb977c by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:52.200725 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Attempting to bind port 5eb8174b-217c-406d-bbef-091acafb977c on network 3cdadcaf-3b21-4ad0-8822-3c2287855219 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:52.223536 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Port 5eb8174b-217c-406d-bbef-091acafb977c on network 3cdadcaf-3b21-4ad0-8822-3c2287855219 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:19:52.224102 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Attempting to bind port 5eb8174b-217c-406d-bbef-091acafb977c on network 3cdadcaf-3b21-4ad0-8822-3c2287855219 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:52.233031 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36482) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:52.250377 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42166c7-5742-4f45-b948-4d66ac473b4a req-9341c956-c1de-4638-80c1-59298cd2870d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:52.251990 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d42166c7-5742-4f45-b948-4d66ac473b4a req-9341c956-c1de-4638-80c1-59298cd2870d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 931 time: 0.4500933 Sep 11 14:19:52.256217 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32d98897-8a96-4d6d-816a-c21cb0a26d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:52.258701 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:52.259224 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Checking segment: {'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:52.259937 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Bound using segment: {'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:52.260499 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:52.260901 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Bound port: 5eb8174b-217c-406d-bbef-091acafb977c, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8faa95-7579-444a-8949-a20c28bbf14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:52.261252 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:52.279442 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da09b3d-0cfc-4397-9952-6020461c208c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:19:52.308139 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 7da09b3d-0cfc-4397-9952-6020461c208c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7da09b3d-0cfc-4397-9952-6020461c208c,segment=NetworkSegment(66844883-253c-4b0c-9ab0-5101c94b9dd3),segment_id=66844883-253c-4b0c-9ab0-5101c94b9dd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:52.315040 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:52.320056 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13b9f429-6484-4366-add9-5efd2529f912 req-3c042009-df14-42ed-b5c3-b992229fff49 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355650 Sep 11 14:19:52.330495 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ee928-863d-4e72-bae5-f17afe613f02 req-2a3896ea-0a6b-46d8-94a9-8d60671dabad tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:52.337680 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-822ee928-863d-4e72-bae5-f17afe613f02 req-2a3896ea-0a6b-46d8-94a9-8d60671dabad tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 943 time: 0.1656206 Sep 11 14:19:52.372054 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] For port 5eb8174b-217c-406d-bbef-091acafb977c, host hv-cinder-76019, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:52.372386 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d42166c7-5742-4f45-b948-4d66ac473b4a req-4c578a81-6125-4a7e-87be-f25dc07a30dc tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992119 Sep 11 14:19:52.383047 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] For port 5eb8174b-217c-406d-bbef-091acafb977c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5eb8174b-217c-406d-bbef-091acafb977c,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:52.396127 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-822ee928-863d-4e72-bae5-f17afe613f02 req-042d727f-8232-4d8e-a9c1-83fc8e08630f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574932 Sep 11 14:19:52.408048 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=7da09b3d-0cfc-4397-9952-6020461c208c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:52.486529 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:52.539642 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3290a9a9-a34c-4078-9ae3-6b76d7071439 req-86ca2acb-12f4-4554-bf8f-99d315d286f1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 210 time: 0.0557768 Sep 11 14:19:52.554136 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129c262-5b43-4327-aba9-306f4100d613 req-e47abf4a-5208-4c85-8744-abee4080b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:52.555799 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6129c262-5b43-4327-aba9-306f4100d613 req-e47abf4a-5208-4c85-8744-abee4080b83b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 1096 time: 0.0964954 Sep 11 14:19:52.558813 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9a8e2c-ce71-426b-991e-b3d877832cbc {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:19:52.577447 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:52.583951 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:52.584641 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:52.586179 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] 10.222.0.13 "PUT /v2.0/ports/5eb8174b-217c-406d-bbef-091acafb977c HTTP/1.1" status: 200 len: 1094 time: 2.0106142 Sep 11 14:19:52.586657 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a4be85-74c0-40b9-8a5e-97bc4d99ef81', 'tag': '5eb8174b-217c-406d-bbef-091acafb977c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:19:52.660746 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129c262-5b43-4327-aba9-306f4100d613 req-5617c99b-e443-40c3-8662-0a18e1ffbf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:52.662117 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6129c262-5b43-4327-aba9-306f4100d613 req-5617c99b-e443-40c3-8662-0a18e1ffbf7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 918 time: 0.0974309 Sep 11 14:19:52.666250 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['7da09b3d-0cfc-4397-9952-6020461c208c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:19:52.721206 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6129c262-5b43-4327-aba9-306f4100d613 req-aa0c1a1b-5af2-41f4-90bc-6ece370a032f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a HTTP/1.1" status: 200 len: 217 time: 0.0498438 Sep 11 14:19:52.754485 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17305c-73ba-4e9a-a55b-f19e64bbff2f service neutron] Pushing event updated for resources: {'Port': ['ID=5eb8174b-217c-406d-bbef-091acafb977c,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:52.774798 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Transition to ACTIVE for port object 4c9a8e2c-ce71-426b-991e-b3d877832cbc will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:52.796286 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:52.825866 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32d98897-8a96-4d6d-816a-c21cb0a26d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:52.856509 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32d98897-8a96-4d6d-816a-c21cb0a26d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:52.895018 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-7a21b9a6-1fcd-4414-9d74-e513ece2d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:52.902002 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-7a21b9a6-1fcd-4414-9d74-e513ece2d46f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 1097 time: 0.2312376 Sep 11 14:19:53.038118 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199aaeda-7521-4fc4-a0ec-517996e04212" -d '{"events": [{"name": "network-changed", "server_uuid": "77a4be85-74c0-40b9-8a5e-97bc4d99ef81", "tag": "5eb8174b-217c-406d-bbef-091acafb977c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:19:53.047004 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129c262-5b43-4327-aba9-306f4100d613 req-9d2c3602-05c6-4368-9716-5f7a00b5ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:53.050209 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6129c262-5b43-4327-aba9-306f4100d613 req-9d2c3602-05c6-4368-9716-5f7a00b5ed08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 200 len: 857 time: 0.3122783 Sep 11 14:19:53.097545 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9a8e2c-ce71-426b-991e-b3d877832cbc,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:53.112558 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6129c262-5b43-4327-aba9-306f4100d613 req-3a42120d-d9ac-4463-9be5-9ff27e006a03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cdadcaf-3b21-4ad0-8822-3c2287855219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451772 Sep 11 14:19:53.162551 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d98897-8a96-4d6d-816a-c21cb0a26d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de161b6d-c43e-47b9-b98a-0cff1eadfc4e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:53.166237 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-7fdc3bdf-163e-4279-a010-89717cff9d38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eb8174b-217c-406d-bbef-091acafb977c HTTP/1.1" status: 200 len: 217 time: 0.2147987 Sep 11 14:19:53.186086 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-32d98897-8a96-4d6d-816a-c21cb0a26d2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87cea49c430d4c2b9f12a9444395dac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9447913 Sep 11 14:19:53.219752 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36520) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:53.305596 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Attempting to bind port 4c9a8e2c-ce71-426b-991e-b3d877832cbc on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:53.306021 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Attempting to bind port 4c9a8e2c-ce71-426b-991e-b3d877832cbc by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:53.306566 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Attempting to bind port 4c9a8e2c-ce71-426b-991e-b3d877832cbc on network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:53.327996 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Port 4c9a8e2c-ce71-426b-991e-b3d877832cbc on network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:19:53.328721 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Attempting to bind port 4c9a8e2c-ce71-426b-991e-b3d877832cbc on network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:53.337015 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-fa017531-e8d5-4ffe-84b5-9a4a09ed6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:53.338429 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-fa017531-e8d5-4ffe-84b5-9a4a09ed6408 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 200 len: 857 time: 0.1225014 Sep 11 14:19:53.343331 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:53.343848 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Checking segment: {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:53.344901 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Bound using segment: {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:53.345716 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Bound port: 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:53.346209 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:53.432910 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-869a6440-d7ec-49ed-9aa0-846e5d3f494e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cdadcaf-3b21-4ad0-8822-3c2287855219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838742 Sep 11 14:19:53.435287 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9973f5e9-c415-4259-9670-4dbf877bda07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:53.480961 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6129c262-5b43-4327-aba9-306f4100d613 req-7458e849-b927-40fe-8585-a666f0976a9b service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523519 Sep 11 14:19:53.520515 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9973f5e9-c415-4259-9670-4dbf877bda07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:53.555864 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10ee29-c78d-4570-ab07-36c3041c1e37 req-5cde7d15-7f38-44c9-a255-1a38e1112e6d tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:53.557749 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ae10ee29-c78d-4570-ab07-36c3041c1e37 req-5cde7d15-7f38-44c9-a255-1a38e1112e6d tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 944 time: 0.2056241 Sep 11 14:19:53.583257 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-06dc31b8-2489-4947-8b05-3a138f1f7084 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:53.585201 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-06dc31b8-2489-4947-8b05-3a138f1f7084 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.13 "GET /v2.0/networks?id=4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 200 len: 811 time: 0.5631952 Sep 11 14:19:53.696726 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 7da09b3d-0cfc-4397-9952-6020461c208c up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:53.716414 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ae10ee29-c78d-4570-ab07-36c3041c1e37 req-63be6b0e-f0aa-45f5-a1e1-35e7a21b05cc tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482139 Sep 11 14:19:53.760405 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-3ecba45b-c9f1-445d-8884-42a8eff91184 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=823d31d3fd8e4efda6289de7638e8a3a HTTP/1.1" status: 200 len: 380 time: 0.1271536 Sep 11 14:19:53.767642 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6129c262-5b43-4327-aba9-306f4100d613 req-f2508039-d7a3-474a-ba22-730a7f0f0d09 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746744 Sep 11 14:19:53.772892 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'port': {'device_id': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'admin_state_up': True, 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'security_groups': ['3c0a1354-7d44-4056-9400-12b67b24e400']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:53.808218 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e598ede0-571d-434b-984e-89620dd4b94b x-openstack-request-id: req-e598ede0-571d-434b-984e-89620dd4b94b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:19:53.808494 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a4be85-74c0-40b9-8a5e-97bc4d99ef81", "tag": "5eb8174b-217c-406d-bbef-091acafb977c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:19:53.808724 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e598ede0-571d-434b-984e-89620dd4b94b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:19:53.809347 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a4be85-74c0-40b9-8a5e-97bc4d99ef81', 'tag': '5eb8174b-217c-406d-bbef-091acafb977c', 'status': 'completed', 'code': 200} Sep 11 14:19:53.824413 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc108da7-2187-4d3b-9043-3bbaca11921d req-3fb0397a-e243-4c39-b29f-430b96a8f1dd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:53.832931 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc108da7-2187-4d3b-9043-3bbaca11921d req-3fb0397a-e243-4c39-b29f-430b96a8f1dd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 943 time: 0.1477873 Sep 11 14:19:53.834669 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:53.861877 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 7da09b3d-0cfc-4397-9952-6020461c208c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:53.866503 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 7da09b3d-0cfc-4397-9952-6020461c208c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:53.867001 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:53.870933 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:53.880881 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:53.886458 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-0e8cd34f-0f9d-4c55-9e52-d0f795d03cc0 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234450 Sep 11 14:19:53.939008 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:53.939862 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:53.941825 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/4c9a8e2c-ce71-426b-991e-b3d877832cbc HTTP/1.1" status: 200 len: 1093 time: 2.6645839 Sep 11 14:19:53.959408 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9973f5e9-c415-4259-9670-4dbf877bda07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:53.963457 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9973f5e9-c415-4259-9670-4dbf877bda07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:53.967216 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-9973f5e9-c415-4259-9670-4dbf877bda07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de161b6d-c43e-47b9-b98a-0cff1eadfc4e HTTP/1.1" status: 204 len: 168 time: 0.7459068 Sep 11 14:19:53.995267 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973f5e9-c415-4259-9670-4dbf877bda07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de161b6d-c43e-47b9-b98a-0cff1eadfc4e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:54.081292 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f43abb-3262-4739-a40e-672461baa4c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9a8e2c-ce71-426b-991e-b3d877832cbc,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:54.093446 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:54.145464 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 7da09b3d-0cfc-4397-9952-6020461c208c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7da09b3d-0cfc-4397-9952-6020461c208c,segment=NetworkSegment(66844883-253c-4b0c-9ab0-5101c94b9dd3),segment_id=66844883-253c-4b0c-9ab0-5101c94b9dd3)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:54.149289 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320e3511-388f-4fea-84e9-2ebb6137de17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da09b3d-0cfc-4397-9952-6020461c208c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:19:54.166488 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76977-49e3-42da-a885-75fd826f19f4 req-dcdc9f41-5af7-4dd5-ae6f-3b2291365c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:54.169216 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-dcdc9f41-5af7-4dd5-ae6f-3b2291365c3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 1096 time: 0.1245377 Sep 11 14:19:54.171167 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-88a5514d-9086-4c6b-bbbb-72c368fe7609 req-78862826-a2a6-439e-935c-7392fc388516 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575457 Sep 11 14:19:54.174650 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc108da7-2187-4d3b-9043-3bbaca11921d req-4c984928-c03e-4541-a88d-a98346a3c667 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402870 Sep 11 14:19:54.262618 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-d5274541-1ade-4fcd-9a5a-e7cbfb663087 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc HTTP/1.1" status: 200 len: 217 time: 0.0682609 Sep 11 14:19:54.285501 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:54.297691 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a18a4-4b6c-4026-a85c-a25a4c401cb3 req-2273c2c9-f772-4583-892c-c63ef9d93b70 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:54.300737 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ac6a18a4-4b6c-4026-a85c-a25a4c401cb3 req-2273c2c9-f772-4583-892c-c63ef9d93b70 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.3809168 Sep 11 14:19:54.376033 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Made reservation on behalf of 823d31d3fd8e4efda6289de7638e8a3a for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:19:54.379636 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:54.394440 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76977-49e3-42da-a885-75fd826f19f4 req-bb61a3ba-116c-4fc0-9554-70faa8f0c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:54.396018 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-bb61a3ba-116c-4fc0-9554-70faa8f0c4f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 200 len: 855 time: 0.0847702 Sep 11 14:19:54.398789 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aaeda-7521-4fc4-a0ec-517996e04212 req-aa6badd1-dd3c-44e4-9937-81b3a4409527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:54.400281 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-199aaeda-7521-4fc4-a0ec-517996e04212 req-aa6badd1-dd3c-44e4-9937-81b3a4409527 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 1097 time: 0.1018050 Sep 11 14:19:54.411048 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=7da09b3d-0cfc-4397-9952-6020461c208c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:54.436047 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f4d85e10-9070-4cd6-b91d-fe93826c8e9f req-fb6e1828-9ea9-4966-bb04-feb3262e4c78 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 210 time: 0.1047134 Sep 11 14:19:54.503781 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ac6a18a4-4b6c-4026-a85c-a25a4c401cb3 req-3a83caaf-1a34-40c8-9f66-b8f90c52e582 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958814 Sep 11 14:19:54.567756 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe99869-053e-490b-8982-36845b70b5f0" -d '{"events": [{"server_uuid": "320e3511-388f-4fea-84e9-2ebb6137de17", "name": "network-vif-plugged", "status": "completed", "tag": "7da09b3d-0cfc-4397-9952-6020461c208c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:19:54.601686 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c76977-49e3-42da-a885-75fd826f19f4 req-99e731fb-bebc-4646-840e-38b5c6aab7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:54.603345 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-99e731fb-bebc-4646-840e-38b5c6aab7df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568a2f43-8e1f-4fbd-a0a8-eb269904e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1928115 Sep 11 14:19:54.605209 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Allocated IP 172.20.0.13 (4dae3f95-13a4-4d44-a868-d7efcecd67e4/bfefa7e4-1f06-4c34-a9aa-5e09faee6615/5f6d73b2-4dbb-40af-9bdb-cd2391958368) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:19:54.718544 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aaeda-7521-4fc4-a0ec-517996e04212 req-f7591bfd-00cd-4798-894b-24d3a2a49ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:54.721073 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-199aaeda-7521-4fc4-a0ec-517996e04212 req-f7591bfd-00cd-4798-894b-24d3a2a49ddc service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 918 time: 0.3093772 Sep 11 14:19:54.779076 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-199aaeda-7521-4fc4-a0ec-517996e04212 req-3f95354d-448e-4848-9670-3d73af130bc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eb8174b-217c-406d-bbef-091acafb977c HTTP/1.1" status: 200 len: 217 time: 0.0431993 Sep 11 14:19:54.818626 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:54.842339 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aaeda-7521-4fc4-a0ec-517996e04212 req-c6590a95-8bb5-47c9-81b2-4c857c952dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:54.844494 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-199aaeda-7521-4fc4-a0ec-517996e04212 req-c6590a95-8bb5-47c9-81b2-4c857c952dcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 200 len: 857 time: 0.0546865 Sep 11 14:19:54.848634 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-588c7f92-7ddc-4783-9274-b8fb89eaba3f service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340736 Sep 11 14:19:54.849660 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Transition to ACTIVE for port object 5f6d73b2-4dbb-40af-9bdb-cd2391958368 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:54.860367 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b110a8c9-5f0a-4a1d-9ddd-3f3dfa0e3002 x-openstack-request-id: req-b110a8c9-5f0a-4a1d-9ddd-3f3dfa0e3002 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:19:54.860983 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320e3511-388f-4fea-84e9-2ebb6137de17", "name": "network-vif-plugged", "status": "completed", "tag": "7da09b3d-0cfc-4397-9952-6020461c208c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:19:54.860983 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b110a8c9-5f0a-4a1d-9ddd-3f3dfa0e3002 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:19:54.861403 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320e3511-388f-4fea-84e9-2ebb6137de17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da09b3d-0cfc-4397-9952-6020461c208c', 'code': 200} Sep 11 14:19:54.939370 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-199aaeda-7521-4fc4-a0ec-517996e04212 req-586a5530-7ed9-45ea-a65c-f55a40c5aac6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cdadcaf-3b21-4ad0-8822-3c2287855219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514684 Sep 11 14:19:54.945484 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:54.964873 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f43e-3551-4cfd-bd1a-07dbfe43e079 req-9eac0da8-661c-4b9d-b173-f99196b9234a tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:54.972894 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1d7f43e-3551-4cfd-bd1a-07dbfe43e079 req-9eac0da8-661c-4b9d-b173-f99196b9234a tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 945 time: 0.0894642 Sep 11 14:19:55.032461 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'Port': ['ID=5f6d73b2-4dbb-40af-9bdb-cd2391958368,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:55.066593 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:19:55.070049 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:19:55.073250 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:19:55.083050 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:55.084558 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:55.124027 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1d7f43e-3551-4cfd-bd1a-07dbfe43e079 req-0f3b75c0-e417-43e7-97f9-e7900e9cc688 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983987 Sep 11 14:19:55.127370 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-5059a48f-79ea-4024-8a31-eaf39f5116cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3586481 Sep 11 14:19:55.148013 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Request body: {'port': {'device_id': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:19:55.201970 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36612) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:55.236545 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-149617b7-76de-421e-8c62-58ea44d7e1b2 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959774 Sep 11 14:19:55.241130 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-199aaeda-7521-4fc4-a0ec-517996e04212 req-b1e2ff69-e23f-47ad-9853-407bc61f01ce service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515738 Sep 11 14:19:55.435036 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-199aaeda-7521-4fc4-a0ec-517996e04212 req-87068427-b867-40cc-863c-bb2e971292d1 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731603 Sep 11 14:19:55.482193 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d12d0e-b625-496c-bf9c-099c21936598 req-7128d7b5-ba34-409d-846b-746d68d8ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:55.483851 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-75d12d0e-b625-496c-bf9c-099c21936598 req-7128d7b5-ba34-409d-846b-746d68d8ca52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 1098 time: 0.2788837 Sep 11 14:19:55.491764 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:55.526852 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb7a598-ca54-43bf-8c60-219c64f6e8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:55.554408 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75d12d0e-b625-496c-bf9c-099c21936598 req-6a3a067b-293a-4eff-8ea3-fd1848d9be75 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:55.560592 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce8c5e19-9258-452b-bc75-01eed08663f2 None None] Provisioning for port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:55.568579 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ce8c5e19-9258-452b-bc75-01eed08663f2 None None] Provisioning complete for port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:55.568958 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ce8c5e19-9258-452b-bc75-01eed08663f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:55.583402 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b683230-efcc-4878-a608-83b352e76e5b req-f46951c7-1d3c-46f7-9ec7-4655356b872b tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:55.584970 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b683230-efcc-4878-a608-83b352e76e5b req-f46951c7-1d3c-46f7-9ec7-4655356b872b tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 943 time: 0.2452166 Sep 11 14:19:55.641835 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c5e19-9258-452b-bc75-01eed08663f2 None None] Port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:19:55.706262 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.db.api [None req-5bb7a598-ca54-43bf-8c60-219c64f6e8ad admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 11 14:19:55.706262 dv-cinder-760197-9-iscsi neutron-server[93835]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 11 14:19:55.706262 dv-cinder-760197-9-iscsi neutron-server[93835]: [parameters: {'project_id': '2183bf22db7b4011a327cee76b752281', 'id': 'b3b2a99c-edb7-428b-86b7-ae3cd053a2ae', 'expiration': datetime.datetime(2021, 9, 11, 14, 21, 55, 684559)}] Sep 11 14:19:55.706262 dv-cinder-760197-9-iscsi neutron-server[93835]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 11 14:19:55.706741 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG oslo_db.api [None req-5bb7a598-ca54-43bf-8c60-219c64f6e8ad admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 11 14:19:55.711587 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:19:55.808636 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8366d-0040-4637-b5fb-e9e9cfab3669 req-8878c3cc-fae8-4800-acf6-bcce302ba180 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:55.810426 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:19:55.812209 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2bd8366d-0040-4637-b5fb-e9e9cfab3669 req-8878c3cc-fae8-4800-acf6-bcce302ba180 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 932 time: 0.2527983 Sep 11 14:19:55.812943 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:19:55.819954 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b683230-efcc-4878-a608-83b352e76e5b req-41f358dd-a5d4-4e90-b4ec-818a79744df8 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019069 Sep 11 14:19:55.934569 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2bd8366d-0040-4637-b5fb-e9e9cfab3669 req-f7a99d68-6457-4786-af9e-adbc6762b0af tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093481 Sep 11 14:19:56.026212 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:56.040298 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaf0376-94cc-4b18-a0c1-6a524b226e3d x-openstack-request-id: req-ddaf0376-94cc-4b18-a0c1-6a524b226e3d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:19:56.040787 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:19:56.041029 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddaf0376-94cc-4b18-a0c1-6a524b226e3d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:19:56.041548 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'status': 'completed', 'code': 200} Sep 11 14:19:56.043873 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '1ae3f2d7-a1d4-4c37-b66f-e582db0a576a', 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219', 'port_id': '1ae3f2d7-a1d4-4c37-b66f-e582db0a576a', 'mac_address': 'fa:16:3e:3e:b6:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f681984-6acf-439f-9e85-860a12d7639b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:19:56.061548 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75d12d0e-b625-496c-bf9c-099c21936598 req-6a3a067b-293a-4eff-8ea3-fd1848d9be75 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.072247 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-75d12d0e-b625-496c-bf9c-099c21936598 req-6a3a067b-293a-4eff-8ea3-fd1848d9be75 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.077933 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:56.091795 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.106331 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:19:56.132538 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:56.143345 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.162497 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc req-3ade6375-72fb-4349-92e3-fbfce1d2f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:56.164176 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc req-3ade6375-72fb-4349-92e3-fbfce1d2f800 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 1096 time: 0.0741065 Sep 11 14:19:56.237176 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:56.334344 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc req-bdaa5373-10a2-4084-b1e1-2a154fbbc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:56.336231 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc req-bdaa5373-10a2-4084-b1e1-2a154fbbc390 service neutron] 10.222.0.13 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 917 time: 0.1644597 Sep 11 14:19:56.339416 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb7a598-ca54-43bf-8c60-219c64f6e8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.356278 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83fd1e-d1e8-488e-a075-9e9bf6aa4228 req-74e5352a-2949-48f6-8ccf-2a369a7cf918 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:56.358999 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7c83fd1e-d1e8-488e-a075-9e9bf6aa4228 req-74e5352a-2949-48f6-8ccf-2a369a7cf918 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.3714719 Sep 11 14:19:56.360963 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-75d12d0e-b625-496c-bf9c-099c21936598 req-6a3a067b-293a-4eff-8ea3-fd1848d9be75 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8555100 Sep 11 14:19:56.383058 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6d73b2-4dbb-40af-9bdb-cd2391958368 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:19:56.385512 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc req-09e6e6ec-a4e9-40dc-aabe-4581fe9ac29a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc HTTP/1.1" status: 200 len: 217 time: 0.0395951 Sep 11 14:19:56.393732 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.431818 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e3cbefb-652f-4b6e-a87f-d4b7247abed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.439700 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['1ae3f2d7-a1d4-4c37-b66f-e582db0a576a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:19:56.449455 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a067b-293a-4eff-8ea3-fd1848d9be75 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c62f7d3f-40f0-4193-8bc6-812a51014276,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:56.483565 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Transition to ACTIVE for port object 5f6d73b2-4dbb-40af-9bdb-cd2391958368 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:19:56.496163 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7c83fd1e-d1e8-488e-a075-9e9bf6aa4228 req-93f14364-6bf3-48c3-b1fc-a45bb73a8797 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895898 Sep 11 14:19:56.499666 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.544115 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e3cbefb-652f-4b6e-a87f-d4b7247abed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.551796 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9e3cbefb-652f-4b6e-a87f-d4b7247abed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.589498 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2047b-6077-48f3-8bab-22e7a79f12b1 req-6efad2a8-a1b8-4411-875c-ec5ddd356535 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:56.591037 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-edc2047b-6077-48f3-8bab-22e7a79f12b1 req-6efad2a8-a1b8-4411-875c-ec5ddd356535 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 945 time: 0.2450337 Sep 11 14:19:56.612460 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-9e3cbefb-652f-4b6e-a87f-d4b7247abed1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=117ef13dc754438ca0991fcd05a40a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324881 Sep 11 14:19:56.613064 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36678) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:56.619313 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cbefb-652f-4b6e-a87f-d4b7247abed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50363e6-3874-4f6e-84b6-6442514e4eaf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:56.673342 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d73b2-4dbb-40af-9bdb-cd2391958368,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:56.690829 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Attempting to bind port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:19:56.691174 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Attempting to bind port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:19:56.691494 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Attempting to bind port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 on network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:56.705839 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-edc2047b-6077-48f3-8bab-22e7a79f12b1 req-1910b007-65b3-45da-b05f-a507dcb7c671 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922518 Sep 11 14:19:56.709808 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 on network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:19:56.710129 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Attempting to bind port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 on network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:19:56.716981 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:19:56.717373 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Checking segment: {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:19:56.717764 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Bound using segment: {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:19:56.718187 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Bound port: 5f6d73b2-4dbb-40af-9bdb-cd2391958368, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:19:56.718583 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.727392 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48bb983e-2abe-4a24-b115-5b582f02d164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.757946 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48bb983e-2abe-4a24-b115-5b582f02d164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.767515 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc req-2cb7853a-0319-4e43-9040-c8ed7ff6f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:56.769019 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc req-2cb7853a-0319-4e43-9040-c8ed7ff6f1ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 200 len: 855 time: 0.1033080 Sep 11 14:19:56.835698 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc req-459dfe16-c8b8-42db-b314-aed2ae7c08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:56.837234 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc req-459dfe16-c8b8-42db-b314-aed2ae7c08a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568a2f43-8e1f-4fbd-a0a8-eb269904e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594049 Sep 11 14:19:56.854019 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb7a598-ca54-43bf-8c60-219c64f6e8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.857010 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] For port 5f6d73b2-4dbb-40af-9bdb-cd2391958368, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:19:56.861926 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] For port 5f6d73b2-4dbb-40af-9bdb-cd2391958368, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5f6d73b2-4dbb-40af-9bdb-cd2391958368,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:19:56.865265 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5bb7a598-ca54-43bf-8c60-219c64f6e8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.868903 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48bb983e-2abe-4a24-b115-5b582f02d164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.871528 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-48bb983e-2abe-4a24-b115-5b582f02d164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.875540 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-48bb983e-2abe-4a24-b115-5b582f02d164 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a50363e6-3874-4f6e-84b6-6442514e4eaf HTTP/1.1" status: 204 len: 168 time: 0.2610285 Sep 11 14:19:56.896705 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb983e-2abe-4a24-b115-5b582f02d164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50363e6-3874-4f6e-84b6-6442514e4eaf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:56.907937 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:56.936453 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-5bb7a598-ca54-43bf-8c60-219c64f6e8ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2183bf22db7b4011a327cee76b752281&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7207820 Sep 11 14:19:56.953911 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36692) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:57.019007 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc req-d25ad210-82cf-4583-ba6e-11f2d01111c7 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732297 Sep 11 14:19:57.030137 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:57.042743 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.044275 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] 10.222.0.13 "PUT /v2.0/ports/5f6d73b2-4dbb-40af-9bdb-cd2391958368 HTTP/1.1" status: 200 len: 1094 time: 1.9017341 Sep 11 14:19:57.046747 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'tag': '5f6d73b2-4dbb-40af-9bdb-cd2391958368'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:19:57.049825 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf67ef9-1634-4063-8592-69dc80176bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3595cf-04d3-4d1d-bfde-19da798572c2", "tag": "5f6d73b2-4dbb-40af-9bdb-cd2391958368"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:19:57.126218 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7a598-ca54-43bf-8c60-219c64f6e8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53af3c5-6fdf-4ea9-8fc7-90d3599a10fd,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:57.207108 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c746b86a-3ed9-4a4a-9359-14d963c30e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.225332 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4e4d778f-3bc3-46bf-b574-d51da6de9dfc req-2a01ce60-b774-4c11-9e96-9d91d38693fa service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965609 Sep 11 14:19:57.228814 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1aa8ee-21fd-43ac-bcd9-3482d1ec3326 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d73b2-4dbb-40af-9bdb-cd2391958368,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:57.257735 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c746b86a-3ed9-4a4a-9359-14d963c30e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.270458 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af5ebb-512c-4ab3-8fb7-fc3312890c77 req-8143b477-20a8-4fc3-ba9e-f585b1c655b9 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:57.271967 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-15af5ebb-512c-4ab3-8fb7-fc3312890c77 req-8143b477-20a8-4fc3-ba9e-f585b1c655b9 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 944 time: 0.3066821 Sep 11 14:19:57.293691 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dddd36-2038-45bc-ad37-d5d4b346f13b req-bf966277-0f7f-4592-8e05-195908fcbf33 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:57.295865 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a1dddd36-2038-45bc-ad37-d5d4b346f13b req-bf966277-0f7f-4592-8e05-195908fcbf33 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 944 time: 0.1711652 Sep 11 14:19:57.326329 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-a753d226-b4d3-42d5-a147-28a64e35d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:57.331827 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-a753d226-b4d3-42d5-a147-28a64e35d505 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 1097 time: 0.1812346 Sep 11 14:19:57.367963 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c746b86a-3ed9-4a4a-9359-14d963c30e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.373422 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c746b86a-3ed9-4a4a-9359-14d963c30e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.377207 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-c746b86a-3ed9-4a4a-9359-14d963c30e0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e53af3c5-6fdf-4ea9-8fc7-90d3599a10fd HTTP/1.1" status: 204 len: 168 time: 0.4196556 Sep 11 14:19:57.383909 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746b86a-3ed9-4a4a-9359-14d963c30e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53af3c5-6fdf-4ea9-8fc7-90d3599a10fd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:57.442689 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-b7a91773-ad63-4cd7-b2ff-68db45c854c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6d73b2-4dbb-40af-9bdb-cd2391958368 HTTP/1.1" status: 200 len: 217 time: 0.0891650 Sep 11 14:19:57.447555 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a1dddd36-2038-45bc-ad37-d5d4b346f13b req-8c1551ba-fd5d-4285-ab7f-c9e2d59d081c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372046 Sep 11 14:19:57.450779 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-15af5ebb-512c-4ab3-8fb7-fc3312890c77 req-ab43508e-d01e-45c1-ad94-c4dedbf56b6e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537044 Sep 11 14:19:57.531108 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-dd6723a9-86d1-4647-a939-9513636118a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:57.533321 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-dd6723a9-86d1-4647-a939-9513636118a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfefa7e4-1f06-4c34-a9aa-5e09faee6615 HTTP/1.1" status: 200 len: 850 time: 0.0816154 Sep 11 14:19:57.572485 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:57.589873 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56a91c86-722d-4a46-bc4c-ee27aa7c9fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.618835 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d3b7ee-675f-49e3-adc5-11e178dce7cc x-openstack-request-id: req-58d3b7ee-675f-49e3-adc5-11e178dce7cc {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:19:57.619131 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3595cf-04d3-4d1d-bfde-19da798572c2", "tag": "5f6d73b2-4dbb-40af-9bdb-cd2391958368", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:19:57.619805 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58d3b7ee-675f-49e3-adc5-11e178dce7cc {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:19:57.620261 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'tag': '5f6d73b2-4dbb-40af-9bdb-cd2391958368', 'status': 'completed', 'code': 200} Sep 11 14:19:57.673846 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-4f7d6e4e-c274-4afc-ad6f-d87f4e466e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:57.676230 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-4f7d6e4e-c274-4afc-ad6f-d87f4e466e3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae3f95-13a4-4d44-a868-d7efcecd67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1348896 Sep 11 14:19:57.702747 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56a91c86-722d-4a46-bc4c-ee27aa7c9fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.707967 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-56a91c86-722d-4a46-bc4c-ee27aa7c9fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.713588 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd820f70-bef2-4e30-83b5-1817f8b01527 req-38f0b9bd-6d4f-4c0a-921f-c0c6e46cecf7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:57.715088 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cd820f70-bef2-4e30-83b5-1817f8b01527 req-38f0b9bd-6d4f-4c0a-921f-c0c6e46cecf7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.1038291 Sep 11 14:19:57.729056 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 4c9a8e2c-ce71-426b-991e-b3d877832cbc details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:19:57.753763 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-56a91c86-722d-4a46-bc4c-ee27aa7c9fca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a47bcbc6188a487fbb956f16259f3c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789618 Sep 11 14:19:57.754451 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36722) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:57.762695 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a91c86-722d-4a46-bc4c-ee27aa7c9fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7ce533-ed32-4c44-abd6-caca77bc06c7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:57.787078 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:19:57.847260 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cb92c09-ee8e-4cde-8c1f-42a8f66d4bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.849370 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-c797b349-4894-42d6-8c65-e8c510227ddc service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649606 Sep 11 14:19:57.873640 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cb92c09-ee8e-4cde-8c1f-42a8f66d4bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.880656 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cd820f70-bef2-4e30-83b5-1817f8b01527 req-1b058a82-b963-479a-978e-0f25b6412ec0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502466 Sep 11 14:19:57.917426 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:57.924948 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:57.939543 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'port_id': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'mac_address': 'fa:16:3e:4d:46:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:19:57.942815 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:19:57.949515 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:19:57.949890 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.960548 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cb92c09-ee8e-4cde-8c1f-42a8f66d4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.962852 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cb92c09-ee8e-4cde-8c1f-42a8f66d4bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:57.964017 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4cb92c09-ee8e-4cde-8c1f-42a8f66d4bc9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a7ce533-ed32-4c44-abd6-caca77bc06c7 HTTP/1.1" status: 204 len: 168 time: 0.2074494 Sep 11 14:19:57.975632 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb92c09-ee8e-4cde-8c1f-42a8f66d4bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7ce533-ed32-4c44-abd6-caca77bc06c7,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:57.978630 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-366d2ba3-2e5f-41e6-a2dd-6203868c2ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.024572 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8512f-0f05-4934-a08f-db7d76459869 req-48a94c46-905b-4671-a838-bb864469cf3b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:58.034392 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f4a8512f-0f05-4934-a08f-db7d76459869 req-48a94c46-905b-4671-a838-bb864469cf3b tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 945 time: 0.2001009 Sep 11 14:19:58.044906 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.064030 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9a8e2c-ce71-426b-991e-b3d877832cbc {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:19:58.075353 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-91a7c0c2-39b5-4c74-b59f-b17c615d6017 req-31580678-3137-406e-a2be-ffdab62fd570 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935663 Sep 11 14:19:58.121912 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:58.122105 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f4a8512f-0f05-4934-a08f-db7d76459869 req-d9ae508a-3c45-48c4-8f3f-2838ebe27ad0 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814314 Sep 11 14:19:58.136463 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.137120 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5eb8174b-217c-406d-bbef-091acafb977c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:19:58.190532 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.196832 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-366d2ba3-2e5f-41e6-a2dd-6203868c2ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.214535 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-366d2ba3-2e5f-41e6-a2dd-6203868c2ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.246718 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=4c9a8e2c-ce71-426b-991e-b3d877832cbc,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:58.271080 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2832a919-3803-4ea8-9036-747f3b52b1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae3f2d7-a1d4-4c37-b66f-e582db0a576a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:19:58.273320 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0593bd-d38a-4d0b-be8b-84404a853bd1" -d '{"events": [{"server_uuid": "2832a919-3803-4ea8-9036-747f3b52b1ce", "name": "network-vif-plugged", "status": "completed", "tag": "1ae3f2d7-a1d4-4c37-b66f-e582db0a576a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:19:58.288909 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-366d2ba3-2e5f-41e6-a2dd-6203868c2ed2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c84cffda8f534ffdbada82b98ed92bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667550 Sep 11 14:19:58.288909 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d2ba3-2e5f-41e6-a2dd-6203868c2ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766da410-a284-45b9-8df9-dbbb5f666371,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:58.289579 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36734) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:19:58.295915 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf67ef9-1634-4063-8592-69dc80176bc2 req-44d1e137-ac0d-4e92-af9a-7a4662ae20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:58.298382 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5cf67ef9-1634-4063-8592-69dc80176bc2 req-44d1e137-ac0d-4e92-af9a-7a4662ae20a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 1097 time: 0.0970685 Sep 11 14:19:58.311042 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:58.344112 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1823af4-626c-471b-8564-5401eaaa45be x-openstack-request-id: req-d1823af4-626c-471b-8564-5401eaaa45be {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:19:58.344678 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2832a919-3803-4ea8-9036-747f3b52b1ce", "name": "network-vif-plugged", "status": "completed", "tag": "1ae3f2d7-a1d4-4c37-b66f-e582db0a576a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:19:58.345084 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1823af4-626c-471b-8564-5401eaaa45be {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:19:58.345605 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2832a919-3803-4ea8-9036-747f3b52b1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae3f2d7-a1d4-4c37-b66f-e582db0a576a', 'code': 200} Sep 11 14:19:58.346372 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.352768 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e23376e0-2164-456d-80f7-6726ff0105e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.404171 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e23376e0-2164-456d-80f7-6726ff0105e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.415437 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5eb8174b-217c-406d-bbef-091acafb977c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5eb8174b-217c-406d-bbef-091acafb977c,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:58.430360 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:58.444297 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '5eb8174b-217c-406d-bbef-091acafb977c', 'network_id': '3cdadcaf-3b21-4ad0-8822-3c2287855219', 'port_id': '5eb8174b-217c-406d-bbef-091acafb977c', 'mac_address': 'fa:16:3e:d4:1a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f681984-6acf-439f-9e85-860a12d7639b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:19:58.448914 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf67ef9-1634-4063-8592-69dc80176bc2 req-5c8074fd-489b-4795-b1ff-712cabf0f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:58.455442 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5cf67ef9-1634-4063-8592-69dc80176bc2 req-5c8074fd-489b-4795-b1ff-712cabf0f3f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 200 len: 912 time: 0.1454463 Sep 11 14:19:58.535122 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e23376e0-2164-456d-80f7-6726ff0105e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.538447 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e23376e0-2164-456d-80f7-6726ff0105e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.542401 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e23376e0-2164-456d-80f7-6726ff0105e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/766da410-a284-45b9-8df9-dbbb5f666371 HTTP/1.1" status: 204 len: 168 time: 0.2494123 Sep 11 14:19:58.576485 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23376e0-2164-456d-80f7-6726ff0105e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766da410-a284-45b9-8df9-dbbb5f666371,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:58.581822 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.606431 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5cf67ef9-1634-4063-8592-69dc80176bc2 req-0807e562-7a23-43d9-bde9-c8e77775ec51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6d73b2-4dbb-40af-9bdb-cd2391958368 HTTP/1.1" status: 200 len: 217 time: 0.1425633 Sep 11 14:19:58.632117 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb8174b-217c-406d-bbef-091acafb977c {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:19:58.679803 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5eb8174b-217c-406d-bbef-091acafb977c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5eb8174b-217c-406d-bbef-091acafb977c,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:19:58.696496 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:19:58.746390 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf67ef9-1634-4063-8592-69dc80176bc2 req-5be75794-44b3-4b0b-ae9c-7ac9280ae602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:58.747895 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5cf67ef9-1634-4063-8592-69dc80176bc2 req-5be75794-44b3-4b0b-ae9c-7ac9280ae602 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfefa7e4-1f06-4c34-a9aa-5e09faee6615 HTTP/1.1" status: 200 len: 850 time: 0.1220438 Sep 11 14:19:58.758270 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a84d49-df93-44cd-85dc-6a7a610392bb req-29054fed-26fc-43ed-aed9-7dbf948ad762 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:58.766545 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-09a84d49-df93-44cd-85dc-6a7a610392bb req-29054fed-26fc-43ed-aed9-7dbf948ad762 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 944 time: 0.1641457 Sep 11 14:19:58.785908 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a2475-c162-4bb3-9162-3aba5b606b83 req-d421f5b9-c1ce-40b6-a2ea-9a46b0cd5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:58.792166 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=5eb8174b-217c-406d-bbef-091acafb977c,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:19:58.797968 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-608a2475-c162-4bb3-9162-3aba5b606b83 req-d421f5b9-c1ce-40b6-a2ea-9a46b0cd5a83 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 1098 time: 0.1958456 Sep 11 14:19:58.836259 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5401b10-0f1b-4c3b-9f02-ee4fa1969abd req-0369c91e-7852-465e-ae0d-23856df6e73f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:58.846048 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d5401b10-0f1b-4c3b-9f02-ee4fa1969abd req-0369c91e-7852-465e-ae0d-23856df6e73f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.2423573 Sep 11 14:19:58.849645 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-608a2475-c162-4bb3-9162-3aba5b606b83 req-c583ae07-6547-4b17-b26d-44d8ac5445e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478411 Sep 11 14:19:58.929142 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-09a84d49-df93-44cd-85dc-6a7a610392bb req-9bd35204-f9d3-47df-b7a8-6d7eb7d8e301 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617188 Sep 11 14:19:58.933643 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf67ef9-1634-4063-8592-69dc80176bc2 req-bbc3180c-9c09-4f6b-a368-88a26d234f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:58.935406 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5cf67ef9-1634-4063-8592-69dc80176bc2 req-bbc3180c-9c09-4f6b-a368-88a26d234f5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae3f95-13a4-4d44-a868-d7efcecd67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1663129 Sep 11 14:19:58.940633 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d5401b10-0f1b-4c3b-9f02-ee4fa1969abd req-65370ecf-90cc-4910-988d-52bc3e47f7cc tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936296 Sep 11 14:19:59.070900 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['4c9a8e2c-ce71-426b-991e-b3d877832cbc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:19:59.106563 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e195204-c9e7-43ff-a479-197c2eda6a53 req-127ac6af-4c90-4d86-9caf-a7291c78c047 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:59.108645 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7e195204-c9e7-43ff-a479-197c2eda6a53 req-127ac6af-4c90-4d86-9caf-a7291c78c047 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 944 time: 0.0708318 Sep 11 14:19:59.112523 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['5eb8174b-217c-406d-bbef-091acafb977c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:19:59.401833 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7e195204-c9e7-43ff-a479-197c2eda6a53 req-3a9584f4-4b1f-4b22-b2fd-a7341261208d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807684 Sep 11 14:19:59.423410 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d51638-2bb5-46e0-a26c-f04df4d462ce req-40594286-50bf-44e2-9381-972c8e096ed2 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:19:59.433426 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-29d51638-2bb5-46e0-a26c-f04df4d462ce req-40594286-50bf-44e2-9381-972c8e096ed2 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 945 time: 0.1726892 Sep 11 14:19:59.471630 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5cf67ef9-1634-4063-8592-69dc80176bc2 req-50676724-d7ec-4035-8142-7ceda4d98b0d service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170788 Sep 11 14:19:59.540075 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-29d51638-2bb5-46e0-a26c-f04df4d462ce req-0b4c6672-66ee-4cfe-a37a-e0f4a38462b1 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931683 Sep 11 14:19:59.636792 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5cf67ef9-1634-4063-8592-69dc80176bc2 req-5ccd011d-e4aa-421a-8f7c-57db2ceb6c58 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422746 Sep 11 14:20:00.167426 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c47205-9f6c-4a0c-b891-0bf59ad68cd6 req-8924b760-7680-46a4-aaaa-a7e338820410 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:00.168928 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-29c47205-9f6c-4a0c-b891-0bf59ad68cd6 req-8924b760-7680-46a4-aaaa-a7e338820410 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0826755 Sep 11 14:20:00.178124 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c32541-3b54-4337-b6ce-157d7d1c38fb req-c2ab7688-c7cc-4430-9abe-0c8531a51297 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:00.179526 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-42c32541-3b54-4337-b6ce-157d7d1c38fb req-c2ab7688-c7cc-4430-9abe-0c8531a51297 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 944 time: 0.0820661 Sep 11 14:20:00.233716 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-29c47205-9f6c-4a0c-b891-0bf59ad68cd6 req-4945f1e9-e954-40e6-aa25-83948cc0571e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529926 Sep 11 14:20:00.246654 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-42c32541-3b54-4337-b6ce-157d7d1c38fb req-4e53f027-ee72-4cf9-bb8b-77861b5de23d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589216 Sep 11 14:20:00.380970 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:00.510645 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05c9b2b0-eee9-40aa-8ea2-2eb06bf30b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:00.543654 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b596ba-1c49-431c-b177-19bfd38ccb13 req-8d2ee412-a578-4391-9d5b-4ab4fad084cf tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:00.545139 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-33b596ba-1c49-431c-b177-19bfd38ccb13 req-8d2ee412-a578-4391-9d5b-4ab4fad084cf tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 944 time: 0.0717809 Sep 11 14:20:00.602372 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-33b596ba-1c49-431c-b177-19bfd38ccb13 req-1f226216-b370-41b1-bf7e-5252bacf4688 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497622 Sep 11 14:20:00.643508 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05c9b2b0-eee9-40aa-8ea2-2eb06bf30b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:00.647107 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05c9b2b0-eee9-40aa-8ea2-2eb06bf30b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:00.688162 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-05c9b2b0-eee9-40aa-8ea2-2eb06bf30b12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05a9f85a53c14bfca9c44d3365a1fd8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055716 Sep 11 14:20:00.689274 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9b2b0-eee9-40aa-8ea2-2eb06bf30b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae0b7bf-2efd-42d5-b96b-79aab7b5191b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:00.691093 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36848) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:00.745384 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ab36313-09d2-4b41-84f9-51d5d6055403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:00.770988 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ab36313-09d2-4b41-84f9-51d5d6055403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:00.817399 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ab36313-09d2-4b41-84f9-51d5d6055403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:00.819936 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7ab36313-09d2-4b41-84f9-51d5d6055403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:00.821109 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-7ab36313-09d2-4b41-84f9-51d5d6055403 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dae0b7bf-2efd-42d5-b96b-79aab7b5191b HTTP/1.1" status: 204 len: 168 time: 0.1290317 Sep 11 14:20:00.829183 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab36313-09d2-4b41-84f9-51d5d6055403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae0b7bf-2efd-42d5-b96b-79aab7b5191b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:01.195391 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:01.397090 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea433a3-34b9-4a77-b2a8-9113ae06ffc2 req-0fcc7cb2-9395-4447-bcc8-b8e1d0d6a918 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:01.399266 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1ea433a3-34b9-4a77-b2a8-9113ae06ffc2 req-0fcc7cb2-9395-4447-bcc8-b8e1d0d6a918 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0763831 Sep 11 14:20:01.449252 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1ea433a3-34b9-4a77-b2a8-9113ae06ffc2 req-d3a067d0-1fd7-4d6f-80e3-379175d03ef7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Sep 11 14:20:01.582273 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d76a0-0695-421b-adec-1e35e0a20bf0 req-a1c85d8f-adb2-4dae-80e5-6da5d20891a7 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:01.590647 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5f3d76a0-0695-421b-adec-1e35e0a20bf0 req-a1c85d8f-adb2-4dae-80e5-6da5d20891a7 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 944 time: 0.0717616 Sep 11 14:20:01.602909 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36910) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:01.649225 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5f3d76a0-0695-421b-adec-1e35e0a20bf0 req-bb6b5b66-9f0f-42dc-a8c3-f1f004c6eb02 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573463 Sep 11 14:20:01.750063 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60688ebc-c47e-420f-b991-5a5c94121593 req-0436c03b-0c2f-438a-b8d1-31888e16a01d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:01.751573 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60688ebc-c47e-420f-b991-5a5c94121593 req-0436c03b-0c2f-438a-b8d1-31888e16a01d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 944 time: 0.0560825 Sep 11 14:20:01.760358 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bfc256c-2ace-4830-ad86-3ade9f96413d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:01.811303 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60688ebc-c47e-420f-b991-5a5c94121593 req-1185da3a-a4e7-471a-88ad-b78fc7e06672 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532589 Sep 11 14:20:01.887115 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bfc256c-2ace-4830-ad86-3ade9f96413d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:01.892272 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5bfc256c-2ace-4830-ad86-3ade9f96413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:01.922757 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f3b9a-3508-4b95-aa4b-fa86ecb10d10 req-ed5b03f6-cd30-49da-85cf-9ab3793b2dfc tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:01.924326 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5f7f3b9a-3508-4b95-aa4b-fa86ecb10d10 req-ed5b03f6-cd30-49da-85cf-9ab3793b2dfc tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0621846 Sep 11 14:20:01.929901 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-5bfc256c-2ace-4830-ad86-3ade9f96413d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f185941d9320490dbd63866bfe23cbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259008 Sep 11 14:20:01.931892 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc256c-2ace-4830-ad86-3ade9f96413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063fd383-96e2-446b-8ad4-051c35afc18d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:01.937100 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36950) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:01.983490 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5f7f3b9a-3508-4b95-aa4b-fa86ecb10d10 req-1a80575a-3b16-4337-8e4a-4d4315ff116b tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Sep 11 14:20:01.996310 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a14758b-da77-4e6e-abf3-13cfc9f9eb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:02.020112 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a14758b-da77-4e6e-abf3-13cfc9f9eb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:02.070787 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a14758b-da77-4e6e-abf3-13cfc9f9eb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:02.073711 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7a14758b-da77-4e6e-abf3-13cfc9f9eb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:02.074862 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-7a14758b-da77-4e6e-abf3-13cfc9f9eb8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/063fd383-96e2-446b-8ad4-051c35afc18d HTTP/1.1" status: 204 len: 168 time: 0.1355703 Sep 11 14:20:02.084828 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14758b-da77-4e6e-abf3-13cfc9f9eb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063fd383-96e2-446b-8ad4-051c35afc18d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:02.357610 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 36974) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:02.370996 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a77a1b36-19f9-4d23-9106-b000433e289b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:02.456027 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a77a1b36-19f9-4d23-9106-b000433e289b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:02.459868 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a77a1b36-19f9-4d23-9106-b000433e289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:02.498928 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-a77a1b36-19f9-4d23-9106-b000433e289b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=642702d3dd6e4681865bcb1aa8721d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396060 Sep 11 14:20:02.500764 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a1b36-19f9-4d23-9106-b000433e289b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ad2d5-c2c9-4bd9-bf66-ba19bfa0edd8,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:02.501404 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 36980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:02.567676 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fe32958-00f2-4d15-913e-3663519995e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:02.594197 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fe32958-00f2-4d15-913e-3663519995e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:02.646571 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fe32958-00f2-4d15-913e-3663519995e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:02.649155 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-5fe32958-00f2-4d15-913e-3663519995e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:02.654774 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-5fe32958-00f2-4d15-913e-3663519995e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d38ad2d5-c2c9-4bd9-bf66-ba19bfa0edd8 HTTP/1.1" status: 204 len: 168 time: 0.1518421 Sep 11 14:20:02.662848 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe32958-00f2-4d15-913e-3663519995e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ad2d5-c2c9-4bd9-bf66-ba19bfa0edd8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:02.802870 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a30cef-1faf-4644-9a69-1c963954f568 req-2e8b41fb-3b8d-4d52-9098-8323247306bf tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:02.804742 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-74a30cef-1faf-4644-9a69-1c963954f568 req-2e8b41fb-3b8d-4d52-9098-8323247306bf tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 944 time: 0.0817201 Sep 11 14:20:03.048762 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-74a30cef-1faf-4644-9a69-1c963954f568 req-f681c32d-1863-4836-954e-67295a9571d0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353172 Sep 11 14:20:03.066139 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83cf0f-bab6-4715-8974-d7b5a7597b82 req-b5566781-8883-444e-97b2-519961a16548 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:03.067619 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bf83cf0f-bab6-4715-8974-d7b5a7597b82 req-b5566781-8883-444e-97b2-519961a16548 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 944 time: 0.0624306 Sep 11 14:20:03.118326 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bf83cf0f-bab6-4715-8974-d7b5a7597b82 req-6128c13d-3199-45f0-9ee7-81076573666a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426931 Sep 11 14:20:03.165269 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240291de-bb9b-4b3c-a3fb-ed2c0711dde6 req-4794621f-6476-4bb1-8d4d-f9cd87b439fd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:03.166712 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-240291de-bb9b-4b3c-a3fb-ed2c0711dde6 req-4794621f-6476-4bb1-8d4d-f9cd87b439fd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0526977 Sep 11 14:20:03.205214 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-240291de-bb9b-4b3c-a3fb-ed2c0711dde6 req-4071d01b-0516-42e6-acac-01a7daa1d243 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Sep 11 14:20:03.255366 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5f6d73b2-4dbb-40af-9bdb-cd2391958368 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:20:03.361554 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5f6d73b2-4dbb-40af-9bdb-cd2391958368, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5f6d73b2-4dbb-40af-9bdb-cd2391958368,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:20:03.372593 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '5f6d73b2-4dbb-40af-9bdb-cd2391958368', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'port_id': '5f6d73b2-4dbb-40af-9bdb-cd2391958368', 'mac_address': 'fa:16:3e:9e:f6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:20:03.409481 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:03.421849 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6d73b2-4dbb-40af-9bdb-cd2391958368 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:20:03.441165 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5f6d73b2-4dbb-40af-9bdb-cd2391958368, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5f6d73b2-4dbb-40af-9bdb-cd2391958368,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:20:03.444727 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:03.495107 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=5f6d73b2-4dbb-40af-9bdb-cd2391958368,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:04.166827 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb9df0-ad15-425a-8c25-d05e3419e8b1 req-3c7fdf71-fd33-46b4-ba2e-f99423b2704e tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:04.168388 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fcfb9df0-ad15-425a-8c25-d05e3419e8b1 req-3c7fdf71-fd33-46b4-ba2e-f99423b2704e tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 945 time: 0.0512242 Sep 11 14:20:04.237632 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fcfb9df0-ad15-425a-8c25-d05e3419e8b1 req-7db1451d-107c-4015-a961-85b56233c266 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608513 Sep 11 14:20:04.250779 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 4c9a8e2c-ce71-426b-991e-b3d877832cbc up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:20:04.266535 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58c06d-4a01-49ed-a23f-5ba79ce2d120 req-c08bfec3-f0fd-4e56-b68c-3a3731aac0fa tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:04.268467 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2f58c06d-4a01-49ed-a23f-5ba79ce2d120 req-c08bfec3-f0fd-4e56-b68c-3a3731aac0fa tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 944 time: 0.0709963 Sep 11 14:20:04.321038 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2f58c06d-4a01-49ed-a23f-5ba79ce2d120 req-ab3f101e-927c-4eac-a666-304368a92cfb tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418675 Sep 11 14:20:04.342381 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-37a9ee10-56a9-4aaf-b088-b2022f63d101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:04.377653 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 4c9a8e2c-ce71-426b-991e-b3d877832cbc completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:20:04.383580 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 4c9a8e2c-ce71-426b-991e-b3d877832cbc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:20:04.384026 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:04.446131 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d3eec-325a-4c35-8560-10ab386a6e11 req-3a062159-4b26-4cc8-92ad-5cff666b5ea1 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:04.447946 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f12d3eec-325a-4c35-8560-10ab386a6e11 req-3a062159-4b26-4cc8-92ad-5cff666b5ea1 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.1315556 Sep 11 14:20:04.449917 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7eaa32-eb38-444e-8690-862c6cbe9a6e req-5d4ffe78-6ac3-440b-bb0d-d0ba6e44f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:04.451194 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0e7eaa32-eb38-444e-8690-862c6cbe9a6e req-5d4ffe78-6ac3-440b-bb0d-d0ba6e44f873 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 1098 time: 0.0802665 Sep 11 14:20:04.515644 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:04.542739 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:20:04.545507 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bad745-84aa-4437-94fe-8026f247d673" -d '{"events": [{"server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "name": "network-vif-plugged", "status": "completed", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:20:04.559309 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f12d3eec-325a-4c35-8560-10ab386a6e11 req-744ff56a-db4c-403f-b45a-f8de614557a4 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887320 Sep 11 14:20:04.559484 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:20:04.569331 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:04.570217 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5eb8174b-217c-406d-bbef-091acafb977c up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:20:04.618298 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2648944c-35b7-4d4f-9c65-40a9da138389 x-openstack-request-id: req-2648944c-35b7-4d4f-9c65-40a9da138389 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:20:04.618298 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "name": "network-vif-plugged", "status": "completed", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:20:04.618298 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2648944c-35b7-4d4f-9c65-40a9da138389 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:20:04.618298 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'code': 200} Sep 11 14:20:04.634625 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7eaa32-eb38-444e-8690-862c6cbe9a6e req-440cad71-4305-48d5-b008-743e1e03f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:04.637090 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0e7eaa32-eb38-444e-8690-862c6cbe9a6e req-440cad71-4305-48d5-b008-743e1e03f44d service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 918 time: 0.1774764 Sep 11 14:20:04.663402 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['5f6d73b2-4dbb-40af-9bdb-cd2391958368'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:20:04.710898 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0e7eaa32-eb38-444e-8690-862c6cbe9a6e req-57a99212-4ee9-482b-9bed-4651b4fdb6ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a HTTP/1.1" status: 200 len: 217 time: 0.0516016 Sep 11 14:20:04.728580 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=4c9a8e2c-ce71-426b-991e-b3d877832cbc,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:04.762159 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 5eb8174b-217c-406d-bbef-091acafb977c completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:20:04.769929 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 5eb8174b-217c-406d-bbef-091acafb977c triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:20:04.770300 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:04.891981 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:04.921989 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5eb8174b-217c-406d-bbef-091acafb977c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5eb8174b-217c-406d-bbef-091acafb977c,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:20:04.925678 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:04.973866 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=5eb8174b-217c-406d-bbef-091acafb977c,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:05.349883 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b9cb0-ba6f-43ad-a02c-ae3fb1095959 req-0337c6c6-3925-4245-9358-bac4374da2bb tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:05.351328 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ae7b9cb0-ba6f-43ad-a02c-ae3fb1095959 req-0337c6c6-3925-4245-9358-bac4374da2bb tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 945 time: 0.0468380 Sep 11 14:20:05.389942 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ae7b9cb0-ba6f-43ad-a02c-ae3fb1095959 req-626f8e06-15ee-44d5-a77a-dfa8d073879a tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326841 Sep 11 14:20:05.459012 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b273a-0fa0-4a8a-8478-5e459cffa534 req-5acd44ff-b1df-4f00-b4f8-5d9ce8c1f7be tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:05.460530 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d91b273a-0fa0-4a8a-8478-5e459cffa534 req-5acd44ff-b1df-4f00-b4f8-5d9ce8c1f7be tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0521240 Sep 11 14:20:05.499138 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d91b273a-0fa0-4a8a-8478-5e459cffa534 req-5ef6c5f1-0341-46a5-a9a3-5c01d3340a70 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324428 Sep 11 14:20:05.686480 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218d4b3-bf54-465b-ae81-e52f0d8ad437 req-eb0e75ac-97e1-4257-8c83-41a74c164679 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:05.687919 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a218d4b3-bf54-465b-ae81-e52f0d8ad437 req-eb0e75ac-97e1-4257-8c83-41a74c164679 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0486727 Sep 11 14:20:05.754916 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7eaa32-eb38-444e-8690-862c6cbe9a6e req-78b8e878-66bb-4062-b875-65a4e0662c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:05.756268 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0e7eaa32-eb38-444e-8690-862c6cbe9a6e req-78b8e878-66bb-4062-b875-65a4e0662c91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 200 len: 857 time: 0.0660479 Sep 11 14:20:05.759060 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a218d4b3-bf54-465b-ae81-e52f0d8ad437 req-cbfcf24b-e90e-423e-83a0-8b0c443a3529 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615859 Sep 11 14:20:06.505389 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f468dad-dedd-4979-9f12-54a47cfeca91 req-b144c73d-3e99-4be8-821b-00d9e6314982 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:06.506796 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5f468dad-dedd-4979-9f12-54a47cfeca91 req-b144c73d-3e99-4be8-821b-00d9e6314982 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 945 time: 0.0517561 Sep 11 14:20:06.545170 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5f468dad-dedd-4979-9f12-54a47cfeca91 req-533116c2-e410-43e7-b638-df98e69727f1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323021 Sep 11 14:20:06.619342 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49caa6f1-a0c7-4f1e-a967-593a52c831f1 req-d1fa7df9-6007-49e1-853c-d9424442bee3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:06.619514 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a4be85-74c0-40b9-8a5e-97bc4d99ef81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb8174b-217c-406d-bbef-091acafb977c'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:20:06.620900 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-49caa6f1-a0c7-4f1e-a967-593a52c831f1 req-d1fa7df9-6007-49e1-853c-d9424442bee3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0491357 Sep 11 14:20:06.621752 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1743a620-1b52-443f-b642-d6a23d9ba970" -d '{"events": [{"server_uuid": "77a4be85-74c0-40b9-8a5e-97bc4d99ef81", "name": "network-vif-plugged", "status": "completed", "tag": "5eb8174b-217c-406d-bbef-091acafb977c"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:20:06.656789 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fb7e2b-ebf6-4cce-8c47-6389f6ccf1df x-openstack-request-id: req-f9fb7e2b-ebf6-4cce-8c47-6389f6ccf1df {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:20:06.657140 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a4be85-74c0-40b9-8a5e-97bc4d99ef81", "name": "network-vif-plugged", "status": "completed", "tag": "5eb8174b-217c-406d-bbef-091acafb977c", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:20:06.657475 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9fb7e2b-ebf6-4cce-8c47-6389f6ccf1df {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:20:06.657924 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a4be85-74c0-40b9-8a5e-97bc4d99ef81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb8174b-217c-406d-bbef-091acafb977c', 'code': 200} Sep 11 14:20:06.662362 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-49caa6f1-a0c7-4f1e-a967-593a52c831f1 req-4a1b1936-acc5-4b33-9ba8-7f2f7063245a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329287 Sep 11 14:20:06.857107 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f6c9fbde-d1ed-46a3-a573-57a2cf7a547e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:06.873497 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d344050-799d-47aa-a6af-d7c1f4ff29a3 req-461ed303-5240-4e63-aa23-f3e8f3f45ee3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:06.875672 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d344050-799d-47aa-a6af-d7c1f4ff29a3 req-461ed303-5240-4e63-aa23-f3e8f3f45ee3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0496500 Sep 11 14:20:06.913232 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d344050-799d-47aa-a6af-d7c1f4ff29a3 req-b1dd43f3-785c-45a1-8d3b-b726775c9627 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316138 Sep 11 14:20:07.104733 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:07.678884 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0e7eaa32-eb38-444e-8690-862c6cbe9a6e req-2fdd8cf2-0282-4755-aa95-9221278fa410 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cdadcaf-3b21-4ad0-8822-3c2287855219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316310 Sep 11 14:20:07.694168 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4fc2a-f6e3-497b-b53c-f801c53dc768 req-bae82080-9279-49a0-910b-05e5589dadcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:07.695869 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-96d4fc2a-f6e3-497b-b53c-f801c53dc768 req-bae82080-9279-49a0-910b-05e5589dadcb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 1098 time: 0.0493026 Sep 11 14:20:07.698889 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a621764-e103-471f-a8c2-b6db1cc370fd req-e8151f7a-24ac-450a-900b-462faa2ec7a5 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:07.700508 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9a621764-e103-471f-a8c2-b6db1cc370fd req-e8151f7a-24ac-450a-900b-462faa2ec7a5 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 945 time: 0.0885758 Sep 11 14:20:07.736822 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-96d4fc2a-f6e3-497b-b53c-f801c53dc768 req-1bd557f0-6bf3-4235-a308-ce268b3ab408 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287399 Sep 11 14:20:07.815254 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9a621764-e103-471f-a8c2-b6db1cc370fd req-2254fbb6-1a24-448d-ab0a-494d46e34e59 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051385 Sep 11 14:20:07.851256 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0e7eaa32-eb38-444e-8690-862c6cbe9a6e req-81cb39e3-1130-48c0-b879-0b2c6a3cd380 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497076 Sep 11 14:20:07.863725 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5b0b2-9f2d-4a5a-babb-be20aa8bba45 req-3fd655cc-0f33-4704-9cc1-1d09776b7a8a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:07.865179 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4ee5b0b2-9f2d-4a5a-babb-be20aa8bba45 req-3fd655cc-0f33-4704-9cc1-1d09776b7a8a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0781178 Sep 11 14:20:07.903565 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4ee5b0b2-9f2d-4a5a-babb-be20aa8bba45 req-4da0dd22-5a39-4233-be03-36ce97158a58 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321219 Sep 11 14:20:08.029252 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5b9f2-9106-41fa-8302-a61fcc77ea4c req-a4d0fa73-4d22-42e8-845b-4f7e4247660c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:08.030753 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-eab5b9f2-9106-41fa-8302-a61fcc77ea4c req-a4d0fa73-4d22-42e8-845b-4f7e4247660c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0482347 Sep 11 14:20:08.057393 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:08.073153 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-eab5b9f2-9106-41fa-8302-a61fcc77ea4c req-ce3a2ef0-3f3a-4b5f-b7d1-02d3a8594ca7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344636 Sep 11 14:20:08.935518 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa694310-1e3c-47f6-a26f-cff1c23cf28f req-f52a6600-9571-46ce-a116-af70361f89e9 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:08.936740 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-aa694310-1e3c-47f6-a26f-cff1c23cf28f req-f52a6600-9571-46ce-a116-af70361f89e9 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 945 time: 0.0510914 Sep 11 14:20:08.976504 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-aa694310-1e3c-47f6-a26f-cff1c23cf28f req-f28a7079-8430-4061-ab63-262b65e342bf tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316434 Sep 11 14:20:09.025351 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d859f-5444-49de-b170-d5806746759f req-75a43436-1d6d-4417-a2d3-2f7037218002 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:09.026809 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-eb1d859f-5444-49de-b170-d5806746759f req-75a43436-1d6d-4417-a2d3-2f7037218002 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0493963 Sep 11 14:20:09.068428 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-eb1d859f-5444-49de-b170-d5806746759f req-3e874e82-d465-4e7a-b77a-b192951021d0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348926 Sep 11 14:20:09.186394 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cce66-ad3a-4780-b93a-ad4e372f77a2 req-c2db3732-b765-4270-a849-27f5934ed543 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:09.188014 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-528cce66-ad3a-4780-b93a-ad4e372f77a2 req-c2db3732-b765-4270-a849-27f5934ed543 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0483253 Sep 11 14:20:09.225688 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-528cce66-ad3a-4780-b93a-ad4e372f77a2 req-f61d5caa-3326-460c-81bb-5002ac5c4a6b tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Sep 11 14:20:09.545920 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:10.103680 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75febe00-2cd0-430f-9571-0810aac7cfaf req-c3f159ac-b594-49b3-8dc1-35903600df9c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:10.105188 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-75febe00-2cd0-430f-9571-0810aac7cfaf req-c3f159ac-b594-49b3-8dc1-35903600df9c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 945 time: 0.0619488 Sep 11 14:20:10.161052 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-75febe00-2cd0-430f-9571-0810aac7cfaf req-bc7a8a17-2870-4ba2-ba96-3e5544fcd9a1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479274 Sep 11 14:20:10.197325 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ca73e-7114-4ec3-bc38-a58bfc24b614 req-754014d8-cd6d-4547-bd75-ee6bb60c60d0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:10.198770 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a08ca73e-7114-4ec3-bc38-a58bfc24b614 req-754014d8-cd6d-4547-bd75-ee6bb60c60d0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0566764 Sep 11 14:20:10.238062 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a08ca73e-7114-4ec3-bc38-a58bfc24b614 req-1920fc07-7018-4d51-81c5-03ee82767700 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323515 Sep 11 14:20:10.339175 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5814ee-e7f0-4d81-8905-7822dbdd6c3f req-ee500ae0-4696-4b55-bc5d-c8b36d177d21 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:10.340649 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ad5814ee-e7f0-4d81-8905-7822dbdd6c3f req-ee500ae0-4696-4b55-bc5d-c8b36d177d21 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0480494 Sep 11 14:20:10.378333 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ad5814ee-e7f0-4d81-8905-7822dbdd6c3f req-dff517c0-0306-401a-b19f-0782a91e64c8 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Sep 11 14:20:11.198834 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1f699-e3d6-47f0-b932-3acb8b5ab9ae req-ae2eadbb-9f90-4bcc-bb9e-be54ed01117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:11.200094 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-9cb1f699-e3d6-47f0-b932-3acb8b5ab9ae req-ae2eadbb-9f90-4bcc-bb9e-be54ed01117a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 1099 time: 0.0512950 Sep 11 14:20:11.226374 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0e7eaa32-eb38-444e-8690-862c6cbe9a6e req-6a124430-4019-4cfc-a8a3-0b00962e268d service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061366 Sep 11 14:20:11.249894 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-9cb1f699-e3d6-47f0-b932-3acb8b5ab9ae req-e7a49b2a-a71c-4ad6-a657-82f1d1733e27 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Sep 11 14:20:11.301979 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88250b-a6d9-4018-9465-d25f284e1f2f req-c9067b54-2a97-405a-a80a-cb2c2d0a6794 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:11.303851 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7a88250b-a6d9-4018-9465-d25f284e1f2f req-c9067b54-2a97-405a-a80a-cb2c2d0a6794 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 945 time: 0.0506754 Sep 11 14:20:11.372386 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7a88250b-a6d9-4018-9465-d25f284e1f2f req-5bc4ac96-9639-46b4-bd35-6bda80637e4d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624375 Sep 11 14:20:11.384442 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a03c3-a79f-47a0-b262-68d962b34e5b req-6270c35d-6e89-4fbe-a2ec-55ed46c2562a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:11.385878 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f54a03c3-a79f-47a0-b262-68d962b34e5b req-6270c35d-6e89-4fbe-a2ec-55ed46c2562a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0701509 Sep 11 14:20:11.437668 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f54a03c3-a79f-47a0-b262-68d962b34e5b req-c6b20039-299e-43b4-92d5-8f1ea67c9828 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455711 Sep 11 14:20:11.501737 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea9d3d-8f5f-4237-8875-5ff4b1ffb05b req-8573c307-e1dd-47e0-a03d-828e5f857916 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:11.503184 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9bea9d3d-8f5f-4237-8875-5ff4b1ffb05b req-8573c307-e1dd-47e0-a03d-828e5f857916 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0478084 Sep 11 14:20:11.540723 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9bea9d3d-8f5f-4237-8875-5ff4b1ffb05b req-0623bf44-3b4b-4c0a-a78f-160e932f3861 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314193 Sep 11 14:20:12.485547 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4884631-42b5-407e-a4a2-67f7fe69d284 req-5395f4f0-afd0-4ce9-b96b-c59f02ca640f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:12.487035 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b4884631-42b5-407e-a4a2-67f7fe69d284 req-5395f4f0-afd0-4ce9-b96b-c59f02ca640f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 945 time: 0.0499823 Sep 11 14:20:12.552827 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b4884631-42b5-407e-a4a2-67f7fe69d284 req-6c952e06-62f2-4987-86b8-c26ed609a7e8 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595593 Sep 11 14:20:12.568138 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bbd19-7bb1-4938-b4cd-1c24d5b35890 req-e0639907-b544-4fde-9bbc-10499bace076 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:12.569640 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c28bbd19-7bb1-4938-b4cd-1c24d5b35890 req-e0639907-b544-4fde-9bbc-10499bace076 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0609493 Sep 11 14:20:12.607115 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c28bbd19-7bb1-4938-b4cd-1c24d5b35890 req-13d5bacc-2396-4b7a-b060-4da84cfdef58 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Sep 11 14:20:12.655413 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cd633-3bde-45b6-8823-7075374d917b req-4cd49d38-bbb7-478c-b86f-b9aae05bd6c9 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:12.657405 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-127cd633-3bde-45b6-8823-7075374d917b req-4cd49d38-bbb7-478c-b86f-b9aae05bd6c9 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0470243 Sep 11 14:20:12.693796 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-127cd633-3bde-45b6-8823-7075374d917b req-19269910-64e5-4e77-ac08-dcffee02d74c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305710 Sep 11 14:20:13.625263 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5f6d73b2-4dbb-40af-9bdb-cd2391958368 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:20:13.667829 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1288f-5122-418c-a3d2-3fb7dc645700 req-e7b35291-c6dd-4a29-a640-382a66b73176 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:13.669479 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-99c1288f-5122-418c-a3d2-3fb7dc645700 req-e7b35291-c6dd-4a29-a640-382a66b73176 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 945 time: 0.0532858 Sep 11 14:20:13.680118 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:20:13.684018 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:20:13.684495 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:13.741994 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-99c1288f-5122-418c-a3d2-3fb7dc645700 req-202791f0-941b-4b6d-975f-74fa0cbb0ffb tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656137 Sep 11 14:20:13.754591 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67fc9b-3362-4fea-8156-fb1bad4f4dee req-ec6e1770-9b3e-4b8d-99ac-7d3482dcf635 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:13.756102 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3d67fc9b-3362-4fea-8156-fb1bad4f4dee req-ec6e1770-9b3e-4b8d-99ac-7d3482dcf635 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0722904 Sep 11 14:20:13.763720 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:13.789955 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d73b2-4dbb-40af-9bdb-cd2391958368'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:20:13.792466 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad20faaf-d097-45dd-9955-fddfa8fe9178" -d '{"events": [{"server_uuid": "ca3595cf-04d3-4d1d-bfde-19da798572c2", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d73b2-4dbb-40af-9bdb-cd2391958368"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:20:13.801013 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3d67fc9b-3362-4fea-8156-fb1bad4f4dee req-cf51ad9c-0c29-4a55-9fee-057c911bb88f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350566 Sep 11 14:20:13.807884 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5f6d73b2-4dbb-40af-9bdb-cd2391958368, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5f6d73b2-4dbb-40af-9bdb-cd2391958368,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:20:13.813008 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:13.851641 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6713b0-105c-4c3c-975f-a31cdf2a134a x-openstack-request-id: req-1f6713b0-105c-4c3c-975f-a31cdf2a134a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:20:13.851950 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3595cf-04d3-4d1d-bfde-19da798572c2", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d73b2-4dbb-40af-9bdb-cd2391958368", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:20:13.852229 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f6713b0-105c-4c3c-975f-a31cdf2a134a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:20:13.852628 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d73b2-4dbb-40af-9bdb-cd2391958368', 'code': 200} Sep 11 14:20:13.864063 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acf442-6e32-4499-bf3e-440c1fe59e00 req-8defcf93-7de1-4e9b-a88f-3ae72deb4e3d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:13.865532 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b7acf442-6e32-4499-bf3e-440c1fe59e00 req-8defcf93-7de1-4e9b-a88f-3ae72deb4e3d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0574193 Sep 11 14:20:13.869606 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=5f6d73b2-4dbb-40af-9bdb-cd2391958368,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:13.903366 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b7acf442-6e32-4499-bf3e-440c1fe59e00 req-480fa697-7bdf-4a79-8dd2-63068d25e0b4 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318007 Sep 11 14:20:14.869350 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbc53c-8d4c-4441-8f44-9b485bc1911e req-ef949724-0e19-4505-9a44-f9866705d2d5 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:14.870857 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-86fbc53c-8d4c-4441-8f44-9b485bc1911e req-ef949724-0e19-4505-9a44-f9866705d2d5 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0508676 Sep 11 14:20:14.943656 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-86fbc53c-8d4c-4441-8f44-9b485bc1911e req-1c3387a1-953e-4768-8244-97fca17d2c8a tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636892 Sep 11 14:20:14.956227 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90642a74-cab4-4d0c-a28d-5d367737957d req-872e87a6-67d3-4a12-b90d-585298148983 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:14.958008 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-90642a74-cab4-4d0c-a28d-5d367737957d req-872e87a6-67d3-4a12-b90d-585298148983 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0761538 Sep 11 14:20:15.008332 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-90642a74-cab4-4d0c-a28d-5d367737957d req-fb8f143c-9d2c-4a69-90d1-381ca0b163bb tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433965 Sep 11 14:20:15.062774 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0614b-2c9d-413f-b10b-5ec252934424 req-7ad0d2d3-9f82-49b0-bc17-8191eb367a04 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:15.077174 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a8b0614b-2c9d-413f-b10b-5ec252934424 req-7ad0d2d3-9f82-49b0-bc17-8191eb367a04 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0511751 Sep 11 14:20:15.077351 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcb37b-e04e-4048-adcb-58432644a805 req-b7e0b0b0-bc92-4f49-bd75-d1b0f95e4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:15.077805 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-11fcb37b-e04e-4048-adcb-58432644a805 req-b7e0b0b0-bc92-4f49-bd75-d1b0f95e4e0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 1099 time: 0.0434346 Sep 11 14:20:15.104537 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a8b0614b-2c9d-413f-b10b-5ec252934424 req-d6064621-677a-4732-af35-ebf183ff9c2b tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335815 Sep 11 14:20:15.136173 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-11fcb37b-e04e-4048-adcb-58432644a805 req-a6e23161-3e87-4aee-95f0-7111a31ef903 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278802 Sep 11 14:20:16.065364 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33d5ea-1394-475d-b09c-9a0044d30c74 req-54509227-c602-4aec-ac25-3c35ed52dba9 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:16.066837 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3a33d5ea-1394-475d-b09c-9a0044d30c74 req-54509227-c602-4aec-ac25-3c35ed52dba9 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0473726 Sep 11 14:20:16.134773 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3a33d5ea-1394-475d-b09c-9a0044d30c74 req-66a06307-58e5-4059-91fb-0b7f27e3e64a tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617061 Sep 11 14:20:16.154170 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d6136-1cf1-4f47-9985-c530bc33e475 req-8332d22e-0a0f-41ea-b31c-90ae90276021 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:16.155637 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c87d6136-1cf1-4f47-9985-c530bc33e475 req-8332d22e-0a0f-41ea-b31c-90ae90276021 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0620325 Sep 11 14:20:16.200605 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c87d6136-1cf1-4f47-9985-c530bc33e475 req-507e37d9-47c6-4a92-bb47-b70068976860 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389221 Sep 11 14:20:16.251391 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8645e-e7fe-44a0-8624-95bc69dd10cc req-2bbd933b-76cd-4384-aff4-fe808983294a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:16.252944 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b9c8645e-e7fe-44a0-8624-95bc69dd10cc req-2bbd933b-76cd-4384-aff4-fe808983294a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0564945 Sep 11 14:20:16.324414 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b9c8645e-e7fe-44a0-8624-95bc69dd10cc req-87102e12-88b9-4624-a0f3-ec72a7266d47 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643079 Sep 11 14:20:16.340813 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f5154-1b5f-4a96-b3f4-a9a667867f82 req-858f0e02-155e-43db-9ef5-e4d6bf293b58 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:16.342284 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d53f5154-1b5f-4a96-b3f4-a9a667867f82 req-858f0e02-155e-43db-9ef5-e4d6bf293b58 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0688488 Sep 11 14:20:16.352080 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37288) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:16.356621 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4f1604d3-7dc5-4d6f-9bf2-9691bcdd495e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'floatingip': {'port_id': '4c9a8e2c-ce71-426b-991e-b3d877832cbc'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:20:16.599404 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f1604d3-7dc5-4d6f-9bf2-9691bcdd495e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:17.246054 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f1604d3-7dc5-4d6f-9bf2-9691bcdd495e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:17.250992 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f1604d3-7dc5-4d6f-9bf2-9691bcdd495e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:17.260064 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a1b20-d638-470b-937f-7922f7588a1b req-f8156fa9-4665-4aa0-b78f-84b91ca864e5 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:17.261555 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7d9a1b20-d638-470b-937f-7922f7588a1b req-f8156fa9-4665-4aa0-b78f-84b91ca864e5 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0506692 Sep 11 14:20:17.305696 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7d9a1b20-d638-470b-937f-7922f7588a1b req-e41f3c66-b291-4edd-811c-53d608425548 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375476 Sep 11 14:20:17.357847 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.l3_db [None req-4f1604d3-7dc5-4d6f-9bf2-9691bcdd495e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Floating IP 5e2d4efa-80c3-47fc-9c32-0566c19d9104 associated. External IP: 172.27.0.121, port: 4c9a8e2c-ce71-426b-991e-b3d877832cbc. Sep 11 14:20:17.463070 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734aed65-d05a-42af-bda1-d1c973b9744a req-2484472d-de37-4c89-85db-ba70823fb83f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:17.464587 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-734aed65-d05a-42af-bda1-d1c973b9744a req-2484472d-de37-4c89-85db-ba70823fb83f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0780261 Sep 11 14:20:17.477841 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd15d1-e68e-4cb6-80c8-56a9427f0850 req-3a09782f-566d-4b3e-89c1-3b0975aef9f6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:17.479373 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5dbd15d1-e68e-4cb6-80c8-56a9427f0850 req-3a09782f-566d-4b3e-89c1-3b0975aef9f6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0667274 Sep 11 14:20:17.479826 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37308) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:17.484025 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-9cb3b812-9318-4eb4-94c9-5e14d62a456b tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'floatingip': {'port_id': '5f6d73b2-4dbb-40af-9bdb-cd2391958368'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:20:17.577849 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b812-9318-4eb4-94c9-5e14d62a456b tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:17.581662 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1604d3-7dc5-4d6f-9bf2-9691bcdd495e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:20:17.682293 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5dbd15d1-e68e-4cb6-80c8-56a9427f0850 req-929f67fe-f3b4-45c3-b2e1-b97bbec9a996 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954238 Sep 11 14:20:17.711437 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1604d3-7dc5-4d6f-9bf2-9691bcdd495e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:20:17.720793 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f1604d3-7dc5-4d6f-9bf2-9691bcdd495e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:17.726304 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849bea37-af20-43d4-a14d-3445764dde69 None None] Sync routers for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:20:17.743176 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849bea37-af20-43d4-a14d-3445764dde69 None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:20:17.743895 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-849bea37-af20-43d4-a14d-3445764dde69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:20:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:17.752541 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4f1604d3-7dc5-4d6f-9bf2-9691bcdd495e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "PUT /v2.0/floatingips/5e2d4efa-80c3-47fc-9c32-0566c19d9104 HTTP/1.1" status: 200 len: 991 time: 1.3992538 Sep 11 14:20:17.753114 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:20:17.755595 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87313a0c-067c-4b55-b4a0-f8da70d04a44" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:20:17.821865 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df877dd4-a929-4875-8628-e844f3e1faaa x-openstack-request-id: req-df877dd4-a929-4875-8628-e844f3e1faaa {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:20:17.822162 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:20:17.822490 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df877dd4-a929-4875-8628-e844f3e1faaa {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:20:17.822929 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'status': 'completed', 'code': 200} Sep 11 14:20:17.934050 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-849bea37-af20-43d4-a14d-3445764dde69 None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:20:18.018508 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87313a0c-067c-4b55-b4a0-f8da70d04a44 req-b62b2f45-6601-425d-8d33-dc36e1e1db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:18.020018 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-87313a0c-067c-4b55-b4a0-f8da70d04a44 req-b62b2f45-6601-425d-8d33-dc36e1e1db54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 1098 time: 0.0823700 Sep 11 14:20:18.300361 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-849bea37-af20-43d4-a14d-3445764dde69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '5e2d4efa-80c3-47fc-9c32-0566c19d9104', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'port_id': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'mac_address': 'fa:16:3e:4d:46:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:19:42Z', 'updated_at': '2021-09-11T14:20:17Z', 'revision_number': 1, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:18.347226 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849bea37-af20-43d4-a14d-3445764dde69 None None] Checking router: 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:20:18.360658 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849bea37-af20-43d4-a14d-3445764dde69 None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:20:18.367917 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-849bea37-af20-43d4-a14d-3445764dde69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:20:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:18.373675 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87313a0c-067c-4b55-b4a0-f8da70d04a44 req-f4843271-c579-4ab3-9d9e-6e5b6a860d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:18.376541 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-87313a0c-067c-4b55-b4a0-f8da70d04a44 req-f4843271-c579-4ab3-9d9e-6e5b6a860d99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 917 time: 0.3473215 Sep 11 14:20:18.517963 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-87313a0c-067c-4b55-b4a0-f8da70d04a44 req-7f045c48-99b5-4ce8-a940-414010bc821d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc HTTP/1.1" status: 200 len: 999 time: 0.1254349 Sep 11 14:20:18.518182 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-849bea37-af20-43d4-a14d-3445764dde69 None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:20:18.591729 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87313a0c-067c-4b55-b4a0-f8da70d04a44 req-9ca216eb-c03a-4d05-821d-1f06ce7fcc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:18.595763 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-87313a0c-067c-4b55-b4a0-f8da70d04a44 req-9ca216eb-c03a-4d05-821d-1f06ce7fcc54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 200 len: 855 time: 0.0701511 Sep 11 14:20:18.692698 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b812-9318-4eb4-94c9-5e14d62a456b tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:18.694106 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87313a0c-067c-4b55-b4a0-f8da70d04a44 req-72449ad8-b1da-4ae0-9bba-835ea3160fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:18.698254 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-87313a0c-067c-4b55-b4a0-f8da70d04a44 req-72449ad8-b1da-4ae0-9bba-835ea3160fbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568a2f43-8e1f-4fbd-a0a8-eb269904e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831332 Sep 11 14:20:18.699762 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b812-9318-4eb4-94c9-5e14d62a456b tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:18.851821 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-849bea37-af20-43d4-a14d-3445764dde69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '5e2d4efa-80c3-47fc-9c32-0566c19d9104', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'port_id': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'mac_address': 'fa:16:3e:4d:46:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:19:42Z', 'updated_at': '2021-09-11T14:20:17Z', 'revision_number': 1, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:18.888111 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-87313a0c-067c-4b55-b4a0-f8da70d04a44 req-2fc55f8a-7a47-4fe0-a83e-1e78d3a3612d service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707740 Sep 11 14:20:18.896054 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849bea37-af20-43d4-a14d-3445764dde69 None None] The sync data for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi is: [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '5e2d4efa-80c3-47fc-9c32-0566c19d9104', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'port_id': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'mac_address': 'fa:16:3e:4d:46:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:19:42Z', 'updated_at': '2021-09-11T14:20:17Z', 'revision_number': 1, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:20:18.932153 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aeadb4-6505-4775-9272-881a3008e4f3 req-a70a61b2-a9eb-46a5-9671-80840428a9b0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:18.937537 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c7aeadb4-6505-4775-9272-881a3008e4f3 req-a70a61b2-a9eb-46a5-9671-80840428a9b0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.1026440 Sep 11 14:20:18.939513 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.l3_db [None req-9cb3b812-9318-4eb4-94c9-5e14d62a456b tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Floating IP ae068086-52ed-42b1-916f-0e7e6f729352 associated. External IP: 172.27.0.4, port: 5f6d73b2-4dbb-40af-9bdb-cd2391958368. Sep 11 14:20:19.045500 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c7aeadb4-6505-4775-9272-881a3008e4f3 req-b95f6ea3-6b23-4877-aa1a-1e5e65e71f7a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528634 Sep 11 14:20:19.132087 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-87313a0c-067c-4b55-b4a0-f8da70d04a44 req-d49ad36b-151a-4766-b68b-591b13858cbd service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227030 Sep 11 14:20:19.199885 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa7e1d-3bfe-40d7-8fcc-f53daca49a12 None None] New status for floating IP 5e2d4efa-80c3-47fc-9c32-0566c19d9104: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:20:19.232714 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb3b812-9318-4eb4-94c9-5e14d62a456b tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Router 000b873b-7e95-4c2d-b798-293c4ac9d75e has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:20:19.341072 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb3b812-9318-4eb4-94c9-5e14d62a456b tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:20:19.346065 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9cb3b812-9318-4eb4-94c9-5e14d62a456b tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:19.359021 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c8143-bee4-45b7-8531-9e1a6b44cf36 None None] Sync routers for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:20:19.368418 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c8143-bee4-45b7-8531-9e1a6b44cf36 None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:20:19.369006 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-543c8143-bee4-45b7-8531-9e1a6b44cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:20:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:19.380417 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-9cb3b812-9318-4eb4-94c9-5e14d62a456b tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "PUT /v2.0/floatingips/ae068086-52ed-42b1-916f-0e7e6f729352 HTTP/1.1" status: 200 len: 990 time: 1.8969307 Sep 11 14:20:19.380417 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'tag': '5f6d73b2-4dbb-40af-9bdb-cd2391958368'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:20:19.391577 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34689d6-4861-4b37-9df7-f11d0971a592" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3595cf-04d3-4d1d-bfde-19da798572c2", "tag": "5f6d73b2-4dbb-40af-9bdb-cd2391958368"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:20:19.450554 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea2c360-4b65-448a-ad75-ef2db054e9be x-openstack-request-id: req-aea2c360-4b65-448a-ad75-ef2db054e9be {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:20:19.450906 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3595cf-04d3-4d1d-bfde-19da798572c2", "tag": "5f6d73b2-4dbb-40af-9bdb-cd2391958368", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:20:19.451220 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aea2c360-4b65-448a-ad75-ef2db054e9be {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:20:19.451679 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'tag': '5f6d73b2-4dbb-40af-9bdb-cd2391958368', 'status': 'completed', 'code': 200} Sep 11 14:20:19.519787 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-543c8143-bee4-45b7-8531-9e1a6b44cf36 None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:20:19.624447 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34689d6-4861-4b37-9df7-f11d0971a592 req-a91b9b30-7a92-4fd5-bad4-480cd6890d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:19.626164 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-b34689d6-4861-4b37-9df7-f11d0971a592 req-a91b9b30-7a92-4fd5-bad4-480cd6890d32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 1099 time: 0.0437465 Sep 11 14:20:19.726385 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34689d6-4861-4b37-9df7-f11d0971a592 req-420ba0d0-e4fb-4b95-b689-79cc5803615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:19.726747 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:20:19.728063 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-b34689d6-4861-4b37-9df7-f11d0971a592 req-420ba0d0-e4fb-4b95-b689-79cc5803615a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 200 len: 912 time: 0.0841436 Sep 11 14:20:19.755301 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-543c8143-bee4-45b7-8531-9e1a6b44cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'ae068086-52ed-42b1-916f-0e7e6f729352', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'port_id': '5f6d73b2-4dbb-40af-9bdb-cd2391958368', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'mac_address': 'fa:16:3e:9e:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:19:48Z', 'updated_at': '2021-09-11T14:20:18Z', 'revision_number': 1, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:19.785303 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c8143-bee4-45b7-8531-9e1a6b44cf36 None None] Checking router: 000b873b-7e95-4c2d-b798-293c4ac9d75e for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:20:19.793595 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c8143-bee4-45b7-8531-9e1a6b44cf36 None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:20:19.794199 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-543c8143-bee4-45b7-8531-9e1a6b44cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:20:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:19.802598 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-b34689d6-4861-4b37-9df7-f11d0971a592 req-48621d93-da68-48c2-b98a-da925749fcb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6d73b2-4dbb-40af-9bdb-cd2391958368 HTTP/1.1" status: 200 len: 998 time: 0.0653510 Sep 11 14:20:19.866413 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34689d6-4861-4b37-9df7-f11d0971a592 req-2a56cb59-3c29-4113-b354-486a78458aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:19.868549 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-b34689d6-4861-4b37-9df7-f11d0971a592 req-2a56cb59-3c29-4113-b354-486a78458aad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfefa7e4-1f06-4c34-a9aa-5e09faee6615 HTTP/1.1" status: 200 len: 850 time: 0.0482531 Sep 11 14:20:19.923695 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34689d6-4861-4b37-9df7-f11d0971a592 req-8a11b34c-d718-417f-9ecf-bb60fb446943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:19.925449 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-b34689d6-4861-4b37-9df7-f11d0971a592 req-8a11b34c-d718-417f-9ecf-bb60fb446943 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae3f95-13a4-4d44-a868-d7efcecd67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403447 Sep 11 14:20:19.987205 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-543c8143-bee4-45b7-8531-9e1a6b44cf36 None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:20:20.028981 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-b34689d6-4861-4b37-9df7-f11d0971a592 req-6fc258a2-1fa8-448f-8e71-96845d6af4d9 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887797 Sep 11 14:20:20.159565 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-b34689d6-4861-4b37-9df7-f11d0971a592 req-c9803af1-b8a8-4c70-9e7b-dedfacc0a029 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191928 Sep 11 14:20:20.286492 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11a1dc-94fd-4a60-9f73-ba2aca71a1ce req-584e63e7-5d43-41e6-bb25-960584f0ab9f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:20.289152 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-dd11a1dc-94fd-4a60-9f73-ba2aca71a1ce req-584e63e7-5d43-41e6-bb25-960584f0ab9f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.1403520 Sep 11 14:20:20.303151 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-543c8143-bee4-45b7-8531-9e1a6b44cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'ae068086-52ed-42b1-916f-0e7e6f729352', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'port_id': '5f6d73b2-4dbb-40af-9bdb-cd2391958368', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'mac_address': 'fa:16:3e:9e:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:19:48Z', 'updated_at': '2021-09-11T14:20:18Z', 'revision_number': 1, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:20.335578 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c8143-bee4-45b7-8531-9e1a6b44cf36 None None] The sync data for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi is: [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'ae068086-52ed-42b1-916f-0e7e6f729352', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'port_id': '5f6d73b2-4dbb-40af-9bdb-cd2391958368', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'mac_address': 'fa:16:3e:9e:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:19:48Z', 'updated_at': '2021-09-11T14:20:18Z', 'revision_number': 1, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:20:20.381013 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-dd11a1dc-94fd-4a60-9f73-ba2aca71a1ce req-f34aaf26-b89f-49c5-9711-290bf67cfef1 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789397 Sep 11 14:20:20.591943 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b063c-7b8a-45ce-bef4-1addc9ab21ef None None] New status for floating IP ae068086-52ed-42b1-916f-0e7e6f729352: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:20:20.679275 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37458) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:20.804301 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:20.914007 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:20.917693 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:20.957844 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=895f90289b694eb7826d03627edcf371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768967 Sep 11 14:20:20.958675 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41629747-1515-4291-acaa-b4ca03e62e50,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:20.960549 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37468) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:20.965674 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:20.965965 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:20.966298 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:20.966627 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:20.966950 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:20.967278 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:20.967681 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:20.968076 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:20.968513 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:20.968836 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:20.969154 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:20.969474 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c17370-008e-4c58-8878-6a858da7ab5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.008023 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:21.031609 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:21.076589 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:21.079883 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:21.081073 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41629747-1515-4291-acaa-b4ca03e62e50 HTTP/1.1" status: 204 len: 168 time: 0.1195507 Sep 11 14:20:21.088470 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41629747-1515-4291-acaa-b4ca03e62e50,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:21.095673 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.096020 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.096384 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.096719 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.097044 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.097369 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.097737 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.098000 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.098323 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.098642 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.098959 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.099280 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc8b26-c26b-476b-9982-795bf96dfb76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:20:21.331711 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37476) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:21.345398 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2125e228-4240-469f-b339-6521c3a4bd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:21.434436 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2125e228-4240-469f-b339-6521c3a4bd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:21.438817 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2125e228-4240-469f-b339-6521c3a4bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:21.477941 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-2125e228-4240-469f-b339-6521c3a4bd9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8818d17c317d46a693af2ce2730ddfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451135 Sep 11 14:20:21.478798 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125e228-4240-469f-b339-6521c3a4bd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e005645-2bf3-47c0-975e-2dd6a26d0943,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:21.481069 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37484) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:21.518084 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0df46-2530-4984-bc24-599e3adea178 req-ea93dbc0-ad20-4d01-a5eb-c52f41978e5a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:21.519502 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a4f0df46-2530-4984-bc24-599e3adea178 req-ea93dbc0-ad20-4d01-a5eb-c52f41978e5a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0614221 Sep 11 14:20:21.531421 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b75f-30e0-444b-8a7a-7a91d9c99165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:21.552700 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b75f-30e0-444b-8a7a-7a91d9c99165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:21.557930 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a4f0df46-2530-4984-bc24-599e3adea178 req-5ebca2e7-96eb-4606-a12c-07ae12efaba7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Sep 11 14:20:21.604666 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b75f-30e0-444b-8a7a-7a91d9c99165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:21.607817 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6ed2b75f-30e0-444b-8a7a-7a91d9c99165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:21.609509 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-6ed2b75f-30e0-444b-8a7a-7a91d9c99165 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e005645-2bf3-47c0-975e-2dd6a26d0943 HTTP/1.1" status: 204 len: 168 time: 0.1275015 Sep 11 14:20:21.617389 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2b75f-30e0-444b-8a7a-7a91d9c99165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e005645-2bf3-47c0-975e-2dd6a26d0943,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:22.622939 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:22.724665 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6024da-14c0-46f7-bc94-8fdd72afc619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:22.809744 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6024da-14c0-46f7-bc94-8fdd72afc619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:22.813323 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4d6024da-14c0-46f7-bc94-8fdd72afc619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:22.849826 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4d6024da-14c0-46f7-bc94-8fdd72afc619 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efec5c7506b9499fb9923dd22af46dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258742 Sep 11 14:20:22.851644 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6024da-14c0-46f7-bc94-8fdd72afc619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28996c2f-3369-40c6-9dce-c0aff38caace,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:22.852601 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37528) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:22.901826 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035bdcc1-ffe2-4864-93af-07aceadf4930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:22.922587 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035bdcc1-ffe2-4864-93af-07aceadf4930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:22.970318 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035bdcc1-ffe2-4864-93af-07aceadf4930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:22.973173 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-035bdcc1-ffe2-4864-93af-07aceadf4930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:22.976910 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-035bdcc1-ffe2-4864-93af-07aceadf4930 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28996c2f-3369-40c6-9dce-c0aff38caace HTTP/1.1" status: 204 len: 168 time: 0.1233137 Sep 11 14:20:22.985534 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bdcc1-ffe2-4864-93af-07aceadf4930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28996c2f-3369-40c6-9dce-c0aff38caace,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:23.926091 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1af30-4b4d-499e-a989-fa71c371046a req-cc11b2da-31ec-43e2-9537-575ac3b477ab tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:23.927933 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13a1af30-4b4d-499e-a989-fa71c371046a req-cc11b2da-31ec-43e2-9537-575ac3b477ab tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0539923 Sep 11 14:20:24.145744 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13a1af30-4b4d-499e-a989-fa71c371046a req-995c0774-d363-421c-880d-f58f176b768e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108536 Sep 11 14:20:25.263756 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e0eb1-8df1-4c58-9530-9769dbc87ffc req-ca9fc415-e0da-4f28-b7c4-33343cc39922 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:25.265254 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-738e0eb1-8df1-4c58-9530-9769dbc87ffc req-ca9fc415-e0da-4f28-b7c4-33343cc39922 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0505841 Sep 11 14:20:25.303740 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-738e0eb1-8df1-4c58-9530-9769dbc87ffc req-3e0c6310-7396-4b0d-bb28-17dd0d710056 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Sep 11 14:20:26.438716 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1ebdc-e9da-4930-826c-1d4db1669a7d req-ab9c39ee-e468-436d-a5ff-97c28c8aa092 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:26.440235 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-34d1ebdc-e9da-4930-826c-1d4db1669a7d req-ab9c39ee-e468-436d-a5ff-97c28c8aa092 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0654583 Sep 11 14:20:26.479543 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-34d1ebdc-e9da-4930-826c-1d4db1669a7d req-01946829-2480-4746-af0c-0fb681e71089 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334504 Sep 11 14:20:29.857199 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8f5cf406-95b9-40f2-a85a-2faf2424d69f req-22eef661-9295-4820-aba9-fac257acb962 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379207 Sep 11 14:20:30.112522 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e4d59-f695-4529-a1b9-b71f4e524b99 req-4f3a6051-6aaf-483b-853f-dccdaca351d6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:30.114161 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f87e4d59-f695-4529-a1b9-b71f4e524b99 req-4f3a6051-6aaf-483b-853f-dccdaca351d6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0516770 Sep 11 14:20:30.163047 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f87e4d59-f695-4529-a1b9-b71f4e524b99 req-404d95a3-cceb-48fd-b006-4b9897834a3d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361993 Sep 11 14:20:30.178065 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cf406-95b9-40f2-a85a-2faf2424d69f req-87298f14-5112-443e-835f-5177a53b0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:30.179529 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8f5cf406-95b9-40f2-a85a-2faf2424d69f req-87298f14-5112-443e-835f-5177a53b0cad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88764f9b19e04c9fa1b36d10bccafac4&device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 1098 time: 0.0665078 Sep 11 14:20:30.241825 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70dc80-3612-495c-b8fd-f3777241c063 req-a91aa9d9-2c11-4def-b122-46926f64004a tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:30.243213 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b70dc80-3612-495c-b8fd-f3777241c063 req-a91aa9d9-2c11-4def-b122-46926f64004a tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 945 time: 0.0497997 Sep 11 14:20:30.283147 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b70dc80-3612-495c-b8fd-f3777241c063 req-780f6b42-455a-4520-980f-6c80d33ad9c0 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332670 Sep 11 14:20:30.298523 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cf406-95b9-40f2-a85a-2faf2424d69f req-a1648376-1b6c-4bc2-9d88-570529b5f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:30.300160 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8f5cf406-95b9-40f2-a85a-2faf2424d69f req-a1648376-1b6c-4bc2-9d88-570529b5f0e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7ab59a7-c75e-43ab-af24-ab7a43815bef HTTP/1.1" status: 200 len: 912 time: 0.0900877 Sep 11 14:20:30.342936 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8f5cf406-95b9-40f2-a85a-2faf2424d69f req-d8f57c6c-5800-405e-81ca-33481e9aa086 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7da09b3d-0cfc-4397-9952-6020461c208c HTTP/1.1" status: 200 len: 217 time: 0.0331457 Sep 11 14:20:30.396795 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cf406-95b9-40f2-a85a-2faf2424d69f req-fbebfea2-3ad8-4935-a46b-87b5c05165f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:30.398330 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8f5cf406-95b9-40f2-a85a-2faf2424d69f req-fbebfea2-3ad8-4935-a46b-87b5c05165f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af133fd-bcc8-47db-bf88-59bb65794970 HTTP/1.1" status: 200 len: 851 time: 0.0456772 Sep 11 14:20:30.438684 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8f5cf406-95b9-40f2-a85a-2faf2424d69f req-0bee2cdf-976c-4fcf-8a01-54f182266df7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7ab59a7-c75e-43ab-af24-ab7a43815bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226898 Sep 11 14:20:30.528156 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8f5cf406-95b9-40f2-a85a-2faf2424d69f req-f2be7f01-23d0-4dea-8429-b39e84722dc7 service neutron] 10.222.0.13 "GET /v2.0/networks/b7ab59a7-c75e-43ab-af24-ab7a43815bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790632 Sep 11 14:20:30.629030 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8f5cf406-95b9-40f2-a85a-2faf2424d69f req-19b48380-182c-4031-8888-b0a20aa16852 service neutron] 10.222.0.13 "GET /v2.0/networks/b7ab59a7-c75e-43ab-af24-ab7a43815bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831866 Sep 11 14:20:31.159400 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:31.320327 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134de6a-8bde-497b-93de-7cdea33d2c14 req-2c95c0e6-c2ce-483d-8c90-be93c2c45646 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:31.329602 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e134de6a-8bde-497b-93de-7cdea33d2c14 req-2c95c0e6-c2ce-483d-8c90-be93c2c45646 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0826051 Sep 11 14:20:31.376261 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e134de6a-8bde-497b-93de-7cdea33d2c14 req-8c0523db-dd0c-493f-a083-4d00566dd562 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456438 Sep 11 14:20:31.451575 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a631e6-3956-4a19-a728-6d62982110dd req-c453a531-83bb-448c-bff4-f2031ae77a40 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:31.453297 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-51a631e6-3956-4a19-a728-6d62982110dd req-c453a531-83bb-448c-bff4-f2031ae77a40 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 945 time: 0.0761206 Sep 11 14:20:31.501802 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-51a631e6-3956-4a19-a728-6d62982110dd req-84271958-3e59-4675-8b36-a2265706109e tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Sep 11 14:20:32.551749 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb35046-7612-454f-ad10-cd2169315b93 req-5598ae5e-c1e1-4e37-af45-895aa32067fc tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:32.562621 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4eb35046-7612-454f-ad10-cd2169315b93 req-5598ae5e-c1e1-4e37-af45-895aa32067fc tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0776775 Sep 11 14:20:32.602570 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4eb35046-7612-454f-ad10-cd2169315b93 req-6d40efc2-3562-4e53-98b0-f30b4544bd19 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389793 Sep 11 14:20:32.678432 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a44f4-e9c9-4597-8ef3-3af6e8b064b8 req-21da0a42-15c4-40c7-afcb-220df2be972c tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:32.679983 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-178a44f4-e9c9-4597-8ef3-3af6e8b064b8 req-21da0a42-15c4-40c7-afcb-220df2be972c tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 945 time: 0.0725980 Sep 11 14:20:32.728888 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-178a44f4-e9c9-4597-8ef3-3af6e8b064b8 req-409a05c0-63dd-4c62-9c61-7df95cf5b299 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Sep 11 14:20:32.930275 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37822) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:33.065159 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ba6df2e-f6db-425e-b195-6d3587bc71ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:33.214992 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ba6df2e-f6db-425e-b195-6d3587bc71ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:33.221946 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0ba6df2e-f6db-425e-b195-6d3587bc71ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:33.263266 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:33.264686 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-0ba6df2e-f6db-425e-b195-6d3587bc71ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89c008ef8a8e41369f6ac16e5e787873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314312 Sep 11 14:20:33.265693 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6df2e-f6db-425e-b195-6d3587bc71ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc17ad0-2937-4dde-8cd3-011855c541b0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:33.376972 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-859f34e7-dbf4-4679-a7ae-3de7f78afc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:33.400120 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fb842-2413-412a-833b-c924e64fb0a1 req-e909ba1a-1309-46e3-8b14-b9b249016c86 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:33.401586 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d84fb842-2413-412a-833b-c924e64fb0a1 req-e909ba1a-1309-46e3-8b14-b9b249016c86 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.13 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 945 time: 0.1041017 Sep 11 14:20:33.415185 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-859f34e7-dbf4-4679-a7ae-3de7f78afc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:33.547547 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-859f34e7-dbf4-4679-a7ae-3de7f78afc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:33.554036 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-859f34e7-dbf4-4679-a7ae-3de7f78afc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:33.557795 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-859f34e7-dbf4-4679-a7ae-3de7f78afc96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cc17ad0-2937-4dde-8cd3-011855c541b0 HTTP/1.1" status: 204 len: 168 time: 0.2902377 Sep 11 14:20:33.573220 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f34e7-dbf4-4679-a7ae-3de7f78afc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc17ad0-2937-4dde-8cd3-011855c541b0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:33.617702 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-d84fb842-2413-412a-833b-c924e64fb0a1 req-49b5e368-05b3-49c2-b458-219c7c3d65cb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Deleting port 7da09b3d-0cfc-4397-9952-6020461c208c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:20:33.618015 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84fb842-2413-412a-833b-c924e64fb0a1 req-49b5e368-05b3-49c2-b458-219c7c3d65cb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:33.749607 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-d84fb842-2413-412a-833b-c924e64fb0a1 req-49b5e368-05b3-49c2-b458-219c7c3d65cb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] For port 7da09b3d-0cfc-4397-9952-6020461c208c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7da09b3d-0cfc-4397-9952-6020461c208c,segment=NetworkSegment(66844883-253c-4b0c-9ab0-5101c94b9dd3),segment_id=66844883-253c-4b0c-9ab0-5101c94b9dd3)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:20:33.750049 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84fb842-2413-412a-833b-c924e64fb0a1 req-49b5e368-05b3-49c2-b458-219c7c3d65cb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:33.769480 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-d84fb842-2413-412a-833b-c924e64fb0a1 req-49b5e368-05b3-49c2-b458-219c7c3d65cb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Calling delete_port for 7da09b3d-0cfc-4397-9952-6020461c208c owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:20:33.815376 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9879ea-13b0-45d5-9ed6-6a80dc2b8d9b req-3597d3bc-c85b-482b-b572-fa5b06a381fd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:33.818382 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5a9879ea-13b0-45d5-9ed6-6a80dc2b8d9b req-3597d3bc-c85b-482b-b572-fa5b06a381fd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0674667 Sep 11 14:20:33.913459 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5a9879ea-13b0-45d5-9ed6-6a80dc2b8d9b req-19b48922-1202-41f4-afe0-fe080c71420a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868390 Sep 11 14:20:33.933436 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ae47b-2a96-4a46-bfec-f20b140d053c req-aba3c93a-e2ab-484f-8c86-78715be1ddc5 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:33.935224 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cd2ae47b-2a96-4a46-bfec-f20b140d053c req-aba3c93a-e2ab-484f-8c86-78715be1ddc5 tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 945 time: 0.0764735 Sep 11 14:20:33.979596 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84fb842-2413-412a-833b-c924e64fb0a1 req-49b5e368-05b3-49c2-b458-219c7c3d65cb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:34.003375 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cd2ae47b-2a96-4a46-bfec-f20b140d053c req-9484fb7a-2d30-49f2-8509-e10b46e1154e tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/security-groups?id=2146b60b-7854-44b7-ae69-9e9f22ad4cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534010 Sep 11 14:20:34.065643 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5e368-05b3-49c2-b458-219c7c3d65cb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Pushing event deleted for resources: {'Port': ['ID=7da09b3d-0cfc-4397-9952-6020461c208c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:34.088895 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84fb842-2413-412a-833b-c924e64fb0a1 req-49b5e368-05b3-49c2-b458-219c7c3d65cb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] No DVR routers for this DVR port 7da09b3d-0cfc-4397-9952-6020461c208c on host hv-cinder-76019 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:20:34.096493 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-d84fb842-2413-412a-833b-c924e64fb0a1 req-49b5e368-05b3-49c2-b458-219c7c3d65cb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:34.100110 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d84fb842-2413-412a-833b-c924e64fb0a1 req-49b5e368-05b3-49c2-b458-219c7c3d65cb tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.13 "DELETE /v2.0/ports/7da09b3d-0cfc-4397-9952-6020461c208c HTTP/1.1" status: 204 len: 173 time: 0.6787450 Sep 11 14:20:34.100110 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320e3511-388f-4fea-84e9-2ebb6137de17', 'name': 'network-vif-deleted', 'tag': '7da09b3d-0cfc-4397-9952-6020461c208c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:20:34.110975 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b273c7ae-9980-4203-96e9-cfcbb0a6706a" -d '{"events": [{"server_uuid": "320e3511-388f-4fea-84e9-2ebb6137de17", "name": "network-vif-deleted", "tag": "7da09b3d-0cfc-4397-9952-6020461c208c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:20:34.157551 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29775dca-0abe-48bd-a239-18ba5f7167a2 x-openstack-request-id: req-29775dca-0abe-48bd-a239-18ba5f7167a2 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:20:34.158150 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320e3511-388f-4fea-84e9-2ebb6137de17", "name": "network-vif-deleted", "tag": "7da09b3d-0cfc-4397-9952-6020461c208c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:20:34.159465 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29775dca-0abe-48bd-a239-18ba5f7167a2 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:20:34.160446 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320e3511-388f-4fea-84e9-2ebb6137de17', 'name': 'network-vif-deleted', 'tag': '7da09b3d-0cfc-4397-9952-6020461c208c', 'status': 'completed', 'code': 200} Sep 11 14:20:34.294317 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a08660a0-9ec8-41ae-a317-119c70b3bcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:34.381023 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37910) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:34.590410 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4015b045-3fec-4194-aba0-bcdf7dd90b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:34.691815 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4015b045-3fec-4194-aba0-bcdf7dd90b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:34.695730 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4015b045-3fec-4194-aba0-bcdf7dd90b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:34.740828 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37922) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:34.741123 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4015b045-3fec-4194-aba0-bcdf7dd90b63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f02241e1817e4657b5e40e822675c645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586218 Sep 11 14:20:34.742322 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015b045-3fec-4194-aba0-bcdf7dd90b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3358e0bc-6321-476d-a2a1-82e0c597332f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:34.800840 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-781fda22-7673-45b6-9aba-56674f43eff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:34.829926 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-781fda22-7673-45b6-9aba-56674f43eff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:34.882337 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-781fda22-7673-45b6-9aba-56674f43eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:34.885118 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-781fda22-7673-45b6-9aba-56674f43eff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:34.886332 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-781fda22-7673-45b6-9aba-56674f43eff6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3358e0bc-6321-476d-a2a1-82e0c597332f HTTP/1.1" status: 204 len: 168 time: 0.1430144 Sep 11 14:20:34.896445 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fda22-7673-45b6-9aba-56674f43eff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3358e0bc-6321-476d-a2a1-82e0c597332f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:35.055848 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af902f-c14a-40a3-b7fc-e038b6e62507 req-02a039cc-51a8-40ab-a90d-265a50a76ca3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:35.063770 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f1af902f-c14a-40a3-b7fc-e038b6e62507 req-02a039cc-51a8-40ab-a90d-265a50a76ca3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0673172 Sep 11 14:20:35.105715 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f1af902f-c14a-40a3-b7fc-e038b6e62507 req-9d868e8b-a781-4d6c-b3ce-bcbc2b2b02c2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Sep 11 14:20:35.146207 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ecb8e250-5fce-400a-b758-476b3e7c1c9d req-ccc531fb-e5aa-449f-8650-c7db1f8f8a6d tempest-DeleteServersTestJSON-284936930 tempest-DeleteServersTestJSON-284936930-project] 10.222.0.37 "GET /v2.0/ports?device_id=320e3511-388f-4fea-84e9-2ebb6137de17 HTTP/1.1" status: 200 len: 210 time: 0.0300622 Sep 11 14:20:35.280764 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 37952) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:35.293626 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae977d6c-90ba-4546-be38-e0346f49d3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:35.389251 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae977d6c-90ba-4546-be38-e0346f49d3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:35.394311 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ae977d6c-90ba-4546-be38-e0346f49d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:35.436794 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-ae977d6c-90ba-4546-be38-e0346f49d3a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ce731a5d9144418860dc37517b45617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539168 Sep 11 14:20:35.438903 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae977d6c-90ba-4546-be38-e0346f49d3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4568d56-9b83-447e-8821-8867f63d2472,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:35.439229 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 37958) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:35.521853 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e807c8e4-be94-4aba-9aff-461571e8ac3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:35.554104 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e807c8e4-be94-4aba-9aff-461571e8ac3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:35.623052 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e807c8e4-be94-4aba-9aff-461571e8ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:35.626429 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e807c8e4-be94-4aba-9aff-461571e8ac3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:35.627649 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e807c8e4-be94-4aba-9aff-461571e8ac3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4568d56-9b83-447e-8821-8867f63d2472 HTTP/1.1" status: 204 len: 168 time: 0.1836741 Sep 11 14:20:35.635939 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807c8e4-be94-4aba-9aff-461571e8ac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4568d56-9b83-447e-8821-8867f63d2472,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:35.724752 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 7da09b3d-0cfc-4397-9952-6020461c208c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:20:35.745613 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 7da09b3d-0cfc-4397-9952-6020461c208c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:20:35.745958 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 7da09b3d-0cfc-4397-9952-6020461c208c not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:20:36.251752 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69c912-5466-4c95-88e9-2113daea8f3c req-a25a4c3b-502e-423a-b601-270d3d9290cb tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:36.259853 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd69c912-5466-4c95-88e9-2113daea8f3c req-a25a4c3b-502e-423a-b601-270d3d9290cb tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0669010 Sep 11 14:20:36.317655 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd69c912-5466-4c95-88e9-2113daea8f3c req-4f25ead0-d445-4bbc-b15d-7fd2025b3526 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565336 Sep 11 14:20:36.869303 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-5099511f-078d-457d-9b69-abd4da8a7878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.104611 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.213515 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38044) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:37.317483 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df072bbb-dc0f-45df-8019-914ecf43318e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.448050 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df072bbb-dc0f-45df-8019-914ecf43318e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.459455 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-df072bbb-dc0f-45df-8019-914ecf43318e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.459856 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508ccbd-b6e4-4b54-b6ec-1704520bbd13 req-3c2979f4-5ae3-442a-95fb-5ac5303092b9 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:37.462635 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9508ccbd-b6e4-4b54-b6ec-1704520bbd13 req-3c2979f4-5ae3-442a-95fb-5ac5303092b9 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0636759 Sep 11 14:20:37.511659 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9508ccbd-b6e4-4b54-b6ec-1704520bbd13 req-b598c83b-b325-4a65-87e0-80c2ba3ddef3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374620 Sep 11 14:20:37.511809 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-df072bbb-dc0f-45df-8019-914ecf43318e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c5ff86a2b4d4e3ab5566d51db13e37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967844 Sep 11 14:20:37.514153 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38062) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:37.527123 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df072bbb-dc0f-45df-8019-914ecf43318e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ea2008-2774-4960-832d-1f087b998f02,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:37.575140 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eda41806-eb3c-4ffa-96a6-4160b45bfd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.602527 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eda41806-eb3c-4ffa-96a6-4160b45bfd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.638022 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38072) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:37.670620 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eda41806-eb3c-4ffa-96a6-4160b45bfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.674260 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eda41806-eb3c-4ffa-96a6-4160b45bfd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.678135 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-eda41806-eb3c-4ffa-96a6-4160b45bfd58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7ea2008-2774-4960-832d-1f087b998f02 HTTP/1.1" status: 204 len: 168 time: 0.1603711 Sep 11 14:20:37.684686 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda41806-eb3c-4ffa-96a6-4160b45bfd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ea2008-2774-4960-832d-1f087b998f02,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:37.766087 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38086) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:37.777463 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2133122-9dca-4175-a307-63e9103d7a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.819810 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5a940d-29db-4034-8646-f56840344246 admin admin] Deleting subnet 5af133fd-bcc8-47db-bf88-59bb65794970 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:20:37.823533 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5a940d-29db-4034-8646-f56840344246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.882417 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5a940d-29db-4034-8646-f56840344246 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.902582 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5a940d-29db-4034-8646-f56840344246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.917765 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2133122-9dca-4175-a307-63e9103d7a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.924765 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d2133122-9dca-4175-a307-63e9103d7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:37.972583 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d2133122-9dca-4175-a307-63e9103d7a6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=adf47f95165747339d56696599a728bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327081 Sep 11 14:20:37.974667 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2133122-9dca-4175-a307-63e9103d7a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc9a6fe-b34e-467f-b160-e948304bd90f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:37.975360 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38092) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:37.985197 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5a940d-29db-4034-8646-f56840344246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.024090 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a940d-29db-4034-8646-f56840344246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af133fd-bcc8-47db-bf88-59bb65794970,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:38.046859 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6f5a940d-29db-4034-8646-f56840344246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.049962 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-6f5a940d-29db-4034-8646-f56840344246 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5af133fd-bcc8-47db-bf88-59bb65794970 HTTP/1.1" status: 204 len: 168 time: 0.2826915 Sep 11 14:20:38.053725 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38096) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:38.084516 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c899bc62-326e-404b-a59e-22349804927b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.098096 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.113065 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c899bc62-326e-404b-a59e-22349804927b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.133489 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.165161 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c899bc62-326e-404b-a59e-22349804927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.168269 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c899bc62-326e-404b-a59e-22349804927b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.172788 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-c899bc62-326e-404b-a59e-22349804927b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddc9a6fe-b34e-467f-b160-e948304bd90f HTTP/1.1" status: 204 len: 168 time: 0.1922386 Sep 11 14:20:38.179903 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899bc62-326e-404b-a59e-22349804927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc9a6fe-b34e-467f-b160-e948304bd90f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:38.196511 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38100) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:38.228679 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4386e3db-b9f3-47b6-ac2d-e217b0b0c4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.264723 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.286700 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.287042 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.287982 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.288145 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > port after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.288480 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.288818 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > port after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.289134 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.289497 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.289813 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.290143 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.338132 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4386e3db-b9f3-47b6-ac2d-e217b0b0c4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.343681 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4386e3db-b9f3-47b6-ac2d-e217b0b0c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.385629 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4386e3db-b9f3-47b6-ac2d-e217b0b0c4a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b66c1a3c9db447b5a3f55fbfc9fac31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878386 Sep 11 14:20:38.393550 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38104) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:38.393550 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386e3db-b9f3-47b6-ac2d-e217b0b0c4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c585c99a-74ce-4978-91d7-6551d86e51e4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:38.440394 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.440785 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.441390 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.441679 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93835) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:20:38.442082 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ab59a7-c75e-43ab-af24-ab7a43815bef']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:38.482074 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66844883-253c-4b0c-9ab0-5101c94b9dd3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:38.483231 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66844883-253c-4b0c-9ab0-5101c94b9dd3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:38.501435 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdf0b-16e6-46c9-859e-51f634d00922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.504070 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480011'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.533530 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.538788 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdf0b-16e6-46c9-859e-51f634d00922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.543779 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:20:38.544211 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297120'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.639753 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdf0b-16e6-46c9-859e-51f634d00922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: from cryptography.utils import int_from_bytes Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: from cryptography.utils import int_from_bytes Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: Traceback (most recent call last): Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: timer() Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: cb(*args, **kw) Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: return func(*args, **kwargs) Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: self._notify() Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: self.callback(batched_events) Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: event.method(event) Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: return f(self, *a, **k) Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._get(url).json() Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: return self.request(url, 'GET', **kwargs) Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:20:38.640773 dv-cinder-760197-9-iscsi neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:20:38.643365 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdf0b-16e6-46c9-859e-51f634d00922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.644543 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-f9ebdf0b-16e6-46c9-859e-51f634d00922 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c585c99a-74ce-4978-91d7-6551d86e51e4 HTTP/1.1" status: 204 len: 168 time: 0.2536852 Sep 11 14:20:38.665655 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebdf0b-16e6-46c9-859e-51f634d00922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c585c99a-74ce-4978-91d7-6551d86e51e4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:38.680156 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.690274 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:38.692352 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b7ab59a7-c75e-43ab-af24-ab7a43815bef HTTP/1.1" status: 204 len: 168 time: 0.6375921 Sep 11 14:20:38.708551 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb369bb0-1704-4d00-b572-7fab06c69241 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ab59a7-c75e-43ab-af24-ab7a43815bef,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:38.728567 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afa37d-02b1-461d-a0dc-3c490ad276d6 req-373674eb-3a99-4a89-89f9-cbd1b72f4920 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:38.730159 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-71afa37d-02b1-461d-a0dc-3c490ad276d6 req-373674eb-3a99-4a89-89f9-cbd1b72f4920 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0883617 Sep 11 14:20:38.771605 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-71afa37d-02b1-461d-a0dc-3c490ad276d6 req-e37e5adc-febb-4484-86a5-c3ef7d0f1fab tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343881 Sep 11 14:20:39.024444 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38132) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:39.069562 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-6562e007-ab7d-425a-8963-dde125e3ce57 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88764f9b19e04c9fa1b36d10bccafac4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454760 Sep 11 14:20:39.072060 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38138) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:39.127017 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04fdb4ea-5f11-410d-b26d-1e9a0847a034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:39.151518 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04fdb4ea-5f11-410d-b26d-1e9a0847a034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:39.199654 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04fdb4ea-5f11-410d-b26d-1e9a0847a034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:39.205813 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04fdb4ea-5f11-410d-b26d-1e9a0847a034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:39.206946 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-04fdb4ea-5f11-410d-b26d-1e9a0847a034 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2146b60b-7854-44b7-ae69-9e9f22ad4cd0 HTTP/1.1" status: 204 len: 168 time: 0.1339593 Sep 11 14:20:39.230928 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdb4ea-5f11-410d-b26d-1e9a0847a034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2146b60b-7854-44b7-ae69-9e9f22ad4cd0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:39.557329 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:39.903555 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1039f-5445-48f7-b58c-9d1be3f39d0a req-0900815b-c8e5-4cc0-b43f-e0317d419de2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:39.908663 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-86b1039f-5445-48f7-b58c-9d1be3f39d0a req-0900815b-c8e5-4cc0-b43f-e0317d419de2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0558252 Sep 11 14:20:39.944787 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-86b1039f-5445-48f7-b58c-9d1be3f39d0a req-aa1f6f7e-84e7-4a12-abb3-ff1478e77834 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331955 Sep 11 14:20:39.953826 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38188) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:40.173919 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1397249111-network', 'tenant_id': '40d015a6d3bc48b0b583f29fc92e2fac'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:20:40.219822 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Made reservation on behalf of 40d015a6d3bc48b0b583f29fc92e2fac for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:20:40.222247 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:40.237545 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:40.348865 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:40.353304 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:40.379341 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:20:40.400501 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82289e2f-7b54-41c4-9feb-1d597a0f5885,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:40.410596 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:40.411260 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.segments_db [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Added segment d448a1c4-354f-4f2c-8f3b-715023fedae3 of type vlan for network 1c346891-a31d-4de2-8e33-e109a941c1ee Sep 11 14:20:40.453307 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:40.479005 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:40.479810 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:40.480409 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:40.515343 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5603676 Sep 11 14:20:40.518425 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38224) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:40.524701 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] Request body: {'subnet': {'network_id': '1c346891-a31d-4de2-8e33-e109a941c1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1397249111-subnet', 'tenant_id': '40d015a6d3bc48b0b583f29fc92e2fac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:20:40.543628 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f47b0b-f60b-4681-b6d2-8d28df7b3f23 admin admin] Pushing event updated for resources: {'Network': ['ID=1c346891-a31d-4de2-8e33-e109a941c1ee,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:40.555272 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] Made reservation on behalf of 40d015a6d3bc48b0b583f29fc92e2fac for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:20:40.557754 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network 1c346891-a31d-4de2-8e33-e109a941c1ee details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:20:40.559099 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:40.759718 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:40.814298 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1a11fa-0504-4715-9a8b-3668efe9729c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:40.823623 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] Checking segment: {'id': 'd448a1c4-354f-4f2c-8f3b-715023fedae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1c346891-a31d-4de2-8e33-e109a941c1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:20:40.823961 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] Network hostable DHCP agents. Network: 1c346891-a31d-4de2-8e33-e109a941c1ee, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:20:40.839801 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] Network 1c346891-a31d-4de2-8e33-e109a941c1ee is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:20:40.848222 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, 1c346891-a31d-4de2-8e33-e109a941c1ee) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:20:40.852491 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:40.853072 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:40.857277 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17051ad-ffbe-46cf-97d1-4c93d44d36f4 None None] Network 1c346891-a31d-4de2-8e33-e109a941c1ee requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:20:40.866938 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-8c7937ab-8325-43cf-ae8b-cad261e3b6da admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3472037 Sep 11 14:20:40.983740 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc05ba-6636-4a3c-a85f-813d1d672acc None None] Network 1c346891-a31d-4de2-8e33-e109a941c1ee requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:20:41.080494 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8896257-94fd-4e82-a123-49571d14218f req-e5b77ff8-c315-4972-8195-288bab9e16bd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:41.082020 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d8896257-94fd-4e82-a123-49571d14218f req-e5b77ff8-c315-4972-8195-288bab9e16bd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0503151 Sep 11 14:20:41.124746 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d8896257-94fd-4e82-a123-49571d14218f req-8b8aa4ba-4e78-4ce8-be97-6039df71b053 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344369 Sep 11 14:20:41.386247 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38254) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:41.392599 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1711061492-network', 'tenant_id': '8413f74de10345e296762a6f31b2506a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:20:41.414022 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Made reservation on behalf of 8413f74de10345e296762a6f31b2506a for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:20:41.416280 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:41.425228 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:41.516912 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:41.520679 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:41.548044 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:20:41.557254 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a5a370-4ced-49c5-a32b-6a60cbcc57ae,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:41.564821 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:41.565205 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Added segment 10d02cf3-f6a0-46ca-a88f-6fb4930e8e5a of type vlan for network f53cae05-5de6-4c8e-9019-23c9d1ac83a1 Sep 11 14:20:41.606144 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:41.632378 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:41.633713 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:41.635331 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:41.674604 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2872288 Sep 11 14:20:41.677875 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38278) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:41.685546 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] Request body: {'subnet': {'network_id': 'f53cae05-5de6-4c8e-9019-23c9d1ac83a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1711061492-subnet', 'tenant_id': '8413f74de10345e296762a6f31b2506a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:20:41.717169 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] Made reservation on behalf of 8413f74de10345e296762a6f31b2506a for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:20:41.720877 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11906258'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:41.727977 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ec29e-4c86-4438-b376-649f01be9173 admin admin] Pushing event updated for resources: {'Network': ['ID=f53cae05-5de6-4c8e-9019-23c9d1ac83a1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:41.740712 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network f53cae05-5de6-4c8e-9019-23c9d1ac83a1 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:20:41.897933 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12296707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11906252'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:41.945846 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] Pushing event updated for resources: {'Subnet': ['ID=467ee3f6-3d86-4004-80bc-200558229746,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:41.965446 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] Checking segment: {'id': '10d02cf3-f6a0-46ca-a88f-6fb4930e8e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f53cae05-5de6-4c8e-9019-23c9d1ac83a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:20:41.965887 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] Network hostable DHCP agents. Network: f53cae05-5de6-4c8e-9019-23c9d1ac83a1, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:20:41.983001 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] Network f53cae05-5de6-4c8e-9019-23c9d1ac83a1 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:20:41.993213 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, f53cae05-5de6-4c8e-9019-23c9d1ac83a1) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:20:41.999849 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:42.000994 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.005667 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ab27a-6055-4254-ad35-0119cf743a48 None None] Network f53cae05-5de6-4c8e-9019-23c9d1ac83a1 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:20:42.036507 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-7a70099d-10dc-4d73-9063-0a2927ae431a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3552008 Sep 11 14:20:42.170655 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38294) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:42.200000 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b3b5c9-c301-45c9-86cd-dd2fabbfc8a4 None None] Network f53cae05-5de6-4c8e-9019-23c9d1ac83a1 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:20:42.251203 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-186a5725-1c50-4e14-b78f-efa0a826e904 admin admin] Deleting subnet 8b1a11fa-0504-4715-9a8b-3668efe9729c {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:20:42.255688 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-186a5725-1c50-4e14-b78f-efa0a826e904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.293300 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde84f1-4bcf-4e31-a0be-bf40a1d7a17d req-5ed16c1f-1292-490a-b845-41294528f605 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:42.295348 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6bde84f1-4bcf-4e31-a0be-bf40a1d7a17d req-5ed16c1f-1292-490a-b845-41294528f605 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0863531 Sep 11 14:20:42.302898 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-186a5725-1c50-4e14-b78f-efa0a826e904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480114'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.368692 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6bde84f1-4bcf-4e31-a0be-bf40a1d7a17d req-d6510da2-a346-4b34-bf2a-26ab989d2111 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636854 Sep 11 14:20:42.371682 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-186a5725-1c50-4e14-b78f-efa0a826e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.429645 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-186a5725-1c50-4e14-b78f-efa0a826e904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12296770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11906103'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.457417 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a5725-1c50-4e14-b78f-efa0a826e904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1a11fa-0504-4715-9a8b-3668efe9729c,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:42.460292 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-186a5725-1c50-4e14-b78f-efa0a826e904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.462343 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-186a5725-1c50-4e14-b78f-efa0a826e904 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8b1a11fa-0504-4715-9a8b-3668efe9729c HTTP/1.1" status: 204 len: 168 time: 0.2905080 Sep 11 14:20:42.464710 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38296) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:42.530200 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.610272 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.629345 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c346891-a31d-4de2-8e33-e109a941c1ee']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:42.638058 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd448a1c4-354f-4f2c-8f3b-715023fedae3') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:42.638442 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd448a1c4-354f-4f2c-8f3b-715023fedae3') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:42.647209 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480011'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.659923 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.665468 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:20:42.665839 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297120'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: Traceback (most recent call last): Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: timer() Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: cb(*args, **kw) Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: return func(*args, **kwargs) Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: self._notify() Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: self.callback(batched_events) Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: event.method(event) Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: return f(self, *a, **k) Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._get(url).json() Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: return self.request(url, 'GET', **kwargs) Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:20:42.667398 dv-cinder-760197-9-iscsi neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:20:42.726430 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.730715 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.736951 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1c346891-a31d-4de2-8e33-e109a941c1ee HTTP/1.1" status: 204 len: 168 time: 0.2709792 Sep 11 14:20:42.738109 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38304) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:42.771338 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cb3ca-ffc6-457a-a396-2d9e8479d224 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c346891-a31d-4de2-8e33-e109a941c1ee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:42.792733 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-077ddac4-756e-4328-aed1-b36aa07aa21d admin admin] Deleting subnet 467ee3f6-3d86-4004-80bc-200558229746 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:20:42.796636 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-077ddac4-756e-4328-aed1-b36aa07aa21d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.835871 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-077ddac4-756e-4328-aed1-b36aa07aa21d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480114'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.874842 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-077ddac4-756e-4328-aed1-b36aa07aa21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.931443 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-077ddac4-756e-4328-aed1-b36aa07aa21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12296770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11906103'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.957559 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ddac4-756e-4328-aed1-b36aa07aa21d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467ee3f6-3d86-4004-80bc-200558229746,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:42.960314 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-077ddac4-756e-4328-aed1-b36aa07aa21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:42.964751 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-077ddac4-756e-4328-aed1-b36aa07aa21d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/467ee3f6-3d86-4004-80bc-200558229746 HTTP/1.1" status: 204 len: 168 time: 0.2215633 Sep 11 14:20:42.964751 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38314) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:43.034876 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.060275 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38318) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:43.116437 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.136850 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53cae05-5de6-4c8e-9019-23c9d1ac83a1']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:43.146612 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d02cf3-f6a0-46ca-a88f-6fb4930e8e5a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:43.146908 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d02cf3-f6a0-46ca-a88f-6fb4930e8e5a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:20:43.163112 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480011'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.166466 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ac8d6f1-c3cc-44d9-82c2-098a257b4a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.178075 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.184308 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:20:43.184697 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297120'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: Traceback (most recent call last): Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: timer() Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: cb(*args, **kw) Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: return func(*args, **kwargs) Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: self._notify() Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: self.callback(batched_events) Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: event.method(event) Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: return f(self, *a, **k) Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._get(url).json() Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: return self.request(url, 'GET', **kwargs) Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:20:43.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:20:43.246137 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.251367 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.256029 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] 10.222.0.37 "DELETE /v2.0/networks/f53cae05-5de6-4c8e-9019-23c9d1ac83a1 HTTP/1.1" status: 204 len: 168 time: 0.2876542 Sep 11 14:20:43.266645 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096ffab-cca3-4519-af84-72ddcc1844fd admin admin] Pushing event deleted for resources: {'Network': ['ID=f53cae05-5de6-4c8e-9019-23c9d1ac83a1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:43.320981 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ac8d6f1-c3cc-44d9-82c2-098a257b4a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.326118 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ac8d6f1-c3cc-44d9-82c2-098a257b4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.368422 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38330) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:43.368631 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-3ac8d6f1-c3cc-44d9-82c2-098a257b4a64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b9915007d90483aa0d08024610914d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067617 Sep 11 14:20:43.369689 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8d6f1-c3cc-44d9-82c2-098a257b4a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320e2e68-6a82-46a3-b028-4964743d8189,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:43.390820 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:43.436722 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b302792-e6a8-4b79-a1cd-a129104a35aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.444227 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-add49dcc-4b88-4e6f-be12-4b2d89a1affe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40d015a6d3bc48b0b583f29fc92e2fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522432 Sep 11 14:20:43.446837 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38336) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:43.486153 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b302792-e6a8-4b79-a1cd-a129104a35aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.499875 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f8bf-6cb5-43aa-b5a6-1b25ddf15342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.522871 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f8bf-6cb5-43aa-b5a6-1b25ddf15342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.528715 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa554048-47bb-4eee-bba0-178e4472c0cc req-1e8f7e31-4a36-4e44-a9f8-27f773e4f0c3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:43.531000 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-aa554048-47bb-4eee-bba0-178e4472c0cc req-1e8f7e31-4a36-4e44-a9f8-27f773e4f0c3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0825658 Sep 11 14:20:43.588453 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-aa554048-47bb-4eee-bba0-178e4472c0cc req-91b90951-53c9-4c06-952b-d1bdf7f50698 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473909 Sep 11 14:20:43.589765 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f8bf-6cb5-43aa-b5a6-1b25ddf15342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.592481 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f8bf-6cb5-43aa-b5a6-1b25ddf15342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.593951 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-6bd9f8bf-6cb5-43aa-b5a6-1b25ddf15342 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82289e2f-7b54-41c4-9feb-1d597a0f5885 HTTP/1.1" status: 204 len: 168 time: 0.1458945 Sep 11 14:20:43.603605 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b302792-e6a8-4b79-a1cd-a129104a35aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.605245 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9f8bf-6cb5-43aa-b5a6-1b25ddf15342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82289e2f-7b54-41c4-9feb-1d597a0f5885,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:43.606508 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1b302792-e6a8-4b79-a1cd-a129104a35aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:43.607558 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-1b302792-e6a8-4b79-a1cd-a129104a35aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/320e2e68-6a82-46a3-b028-4964743d8189 HTTP/1.1" status: 204 len: 168 time: 0.2381449 Sep 11 14:20:43.627042 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b302792-e6a8-4b79-a1cd-a129104a35aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320e2e68-6a82-46a3-b028-4964743d8189,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:43.985828 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38362) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:43.988083 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38364) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:43.999753 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd335b04-f379-43e0-af01-cdc881f5bc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.025850 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-c672f24a-749d-4d6b-ae1e-136a896548f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8413f74de10345e296762a6f31b2506a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366318 Sep 11 14:20:44.028544 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38366) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:44.076453 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79d0bca4-ba78-4961-992b-e960424eee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.089431 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd335b04-f379-43e0-af01-cdc881f5bc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.093229 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd335b04-f379-43e0-af01-cdc881f5bc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.097288 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79d0bca4-ba78-4961-992b-e960424eee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.133130 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-bd335b04-f379-43e0-af01-cdc881f5bc4f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4759b7f13024cdb988ef1f8fe79b3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459241 Sep 11 14:20:44.133982 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd335b04-f379-43e0-af01-cdc881f5bc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8591c5c3-d407-411a-88e6-c606187f93f2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:44.136115 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38368) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:44.163553 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79d0bca4-ba78-4961-992b-e960424eee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.165971 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79d0bca4-ba78-4961-992b-e960424eee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.167037 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-79d0bca4-ba78-4961-992b-e960424eee58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44a5a370-4ced-49c5-a32b-6a60cbcc57ae HTTP/1.1" status: 204 len: 168 time: 0.1374528 Sep 11 14:20:44.182425 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0bca4-ba78-4961-992b-e960424eee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a5a370-4ced-49c5-a32b-6a60cbcc57ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:44.201537 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-307d50e2-6f73-4008-9096-91340d65c92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.224670 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-307d50e2-6f73-4008-9096-91340d65c92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.269918 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-307d50e2-6f73-4008-9096-91340d65c92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.272781 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-307d50e2-6f73-4008-9096-91340d65c92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.274022 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-307d50e2-6f73-4008-9096-91340d65c92f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8591c5c3-d407-411a-88e6-c606187f93f2 HTTP/1.1" status: 204 len: 168 time: 0.1365850 Sep 11 14:20:44.282838 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d50e2-6f73-4008-9096-91340d65c92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8591c5c3-d407-411a-88e6-c606187f93f2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:44.654628 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38388) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:44.671181 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0735f42c-2891-4825-9234-a4487f9f46a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.699343 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564d17f-f4a4-4cf1-a440-654cba1d06a2 req-0dc516bf-f43a-400a-8219-bf5e53583132 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:44.701837 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4564d17f-f4a4-4cf1-a440-654cba1d06a2 req-0dc516bf-f43a-400a-8219-bf5e53583132 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0538404 Sep 11 14:20:44.746483 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4564d17f-f4a4-4cf1-a440-654cba1d06a2 req-f536f716-e4d2-4129-97b1-83812a1d48e3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381842 Sep 11 14:20:44.766663 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0735f42c-2891-4825-9234-a4487f9f46a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.770766 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0735f42c-2891-4825-9234-a4487f9f46a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.811997 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735f42c-2891-4825-9234-a4487f9f46a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a16f852-c326-4f6e-a8bd-5a3342bb717c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:44.818360 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-0735f42c-2891-4825-9234-a4487f9f46a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63d9cbc763f04edcaa1472767c9836e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600633 Sep 11 14:20:44.818743 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38396) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:44.881108 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae0e316c-b8b7-4c05-adb3-60c57af4784e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.902288 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae0e316c-b8b7-4c05-adb3-60c57af4784e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.961523 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae0e316c-b8b7-4c05-adb3-60c57af4784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.964385 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae0e316c-b8b7-4c05-adb3-60c57af4784e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:44.965537 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-ae0e316c-b8b7-4c05-adb3-60c57af4784e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a16f852-c326-4f6e-a8bd-5a3342bb717c HTTP/1.1" status: 204 len: 168 time: 0.1461565 Sep 11 14:20:44.976934 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e316c-b8b7-4c05-adb3-60c57af4784e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a16f852-c326-4f6e-a8bd-5a3342bb717c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:46.040952 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38442) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:46.141113 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24883ce7-da66-4dbf-a87b-7bc15d74bb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.229289 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24883ce7-da66-4dbf-a87b-7bc15d74bb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.232936 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-24883ce7-da66-4dbf-a87b-7bc15d74bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.269135 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-24883ce7-da66-4dbf-a87b-7bc15d74bb19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b39066e9b9142e09be6d4543f12b11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270696 Sep 11 14:20:46.269894 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24883ce7-da66-4dbf-a87b-7bc15d74bb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53abc200-e951-4f4f-8ab5-066bc4dd419b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:46.271793 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:46.319117 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f24fae47-89ec-4790-9e85-0316c9201af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.338981 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f24fae47-89ec-4790-9e85-0316c9201af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.385353 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f24fae47-89ec-4790-9e85-0316c9201af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.387749 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f24fae47-89ec-4790-9e85-0316c9201af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.389724 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-f24fae47-89ec-4790-9e85-0316c9201af7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53abc200-e951-4f4f-8ab5-066bc4dd419b HTTP/1.1" status: 204 len: 168 time: 0.1168308 Sep 11 14:20:46.397070 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fae47-89ec-4790-9e85-0316c9201af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53abc200-e951-4f4f-8ab5-066bc4dd419b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:46.647725 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38452) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:46.660364 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42d3c53a-7cc5-46d1-8366-832bcc2dffeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.756001 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42d3c53a-7cc5-46d1-8366-832bcc2dffeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.759557 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-42d3c53a-7cc5-46d1-8366-832bcc2dffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.798472 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-42d3c53a-7cc5-46d1-8366-832bcc2dffeb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e2b522ecd664abc9b6bbfbb4874b442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496820 Sep 11 14:20:46.799293 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3c53a-7cc5-46d1-8366-832bcc2dffeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dfb2ae-560b-44ef-b1c3-f45d917c942d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:46.801309 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38454) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:46.847531 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-787a6e1e-8654-49aa-adf5-c4fbeab16e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.867473 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-787a6e1e-8654-49aa-adf5-c4fbeab16e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.912384 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-787a6e1e-8654-49aa-adf5-c4fbeab16e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.914907 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-787a6e1e-8654-49aa-adf5-c4fbeab16e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:46.916015 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-787a6e1e-8654-49aa-adf5-c4fbeab16e6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82dfb2ae-560b-44ef-b1c3-f45d917c942d HTTP/1.1" status: 204 len: 168 time: 0.1134927 Sep 11 14:20:46.924122 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a6e1e-8654-49aa-adf5-c4fbeab16e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dfb2ae-560b-44ef-b1c3-f45d917c942d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:47.190487 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60ce60-195f-471e-8d5d-5f58daa4bd9b req-ac01bfc6-4676-4358-8175-a3cf00fe1af3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:47.191989 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ba60ce60-195f-471e-8d5d-5f58daa4bd9b req-ac01bfc6-4676-4358-8175-a3cf00fe1af3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0490887 Sep 11 14:20:47.231154 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ba60ce60-195f-471e-8d5d-5f58daa4bd9b req-3c6f5323-aaf3-4e41-ba8f-6c66cc968efa tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323992 Sep 11 14:20:48.355460 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5900a18-ac2b-4b1a-bf98-33f9e8b5bbd6 req-51aa1522-d67a-4c92-96ef-34176f70b108 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:48.358572 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f5900a18-ac2b-4b1a-bf98-33f9e8b5bbd6 req-51aa1522-d67a-4c92-96ef-34176f70b108 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0538344 Sep 11 14:20:48.397075 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f5900a18-ac2b-4b1a-bf98-33f9e8b5bbd6 req-9ee5e1c8-6b5b-40ab-b69e-cf6c84248f13 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326965 Sep 11 14:20:48.881611 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:48.986353 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca28b01-22a5-4039-9883-f6831895378f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.073079 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca28b01-22a5-4039-9883-f6831895378f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.078633 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4ca28b01-22a5-4039-9883-f6831895378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.120628 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4ca28b01-22a5-4039-9883-f6831895378f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f254d778779b418381ec63c6b555656d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379029 Sep 11 14:20:49.121474 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca28b01-22a5-4039-9883-f6831895378f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f5b600-e185-4701-8a19-858bc9a0a49f,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:49.124019 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38562) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:49.177645 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e70ca0cf-c8ec-40b2-92e2-5de68d9aedce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.200945 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e70ca0cf-c8ec-40b2-92e2-5de68d9aedce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.253400 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e70ca0cf-c8ec-40b2-92e2-5de68d9aedce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.256115 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e70ca0cf-c8ec-40b2-92e2-5de68d9aedce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.257273 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e70ca0cf-c8ec-40b2-92e2-5de68d9aedce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70f5b600-e185-4701-8a19-858bc9a0a49f HTTP/1.1" status: 204 len: 168 time: 0.1315799 Sep 11 14:20:49.266014 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ca0cf-c8ec-40b2-92e2-5de68d9aedce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f5b600-e185-4701-8a19-858bc9a0a49f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:49.516963 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5803a43-3918-4c64-bba4-cb0f4cc029ce req-199b6086-a078-4a66-bce3-9ac949b664fa tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:49.518484 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c5803a43-3918-4c64-bba4-cb0f4cc029ce req-199b6086-a078-4a66-bce3-9ac949b664fa tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0517190 Sep 11 14:20:49.562323 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c5803a43-3918-4c64-bba4-cb0f4cc029ce req-37076dee-8287-46b2-8b31-84052225ae3a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359867 Sep 11 14:20:49.643207 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38584) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:49.656382 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbd6175a-2b37-4068-ab4c-dbe41ab9a184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.742215 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbd6175a-2b37-4068-ab4c-dbe41ab9a184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.746427 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbd6175a-2b37-4068-ab4c-dbe41ab9a184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.782501 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6175a-2b37-4068-ab4c-dbe41ab9a184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64088065-58f7-4750-816b-14a600201f19,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:49.789119 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-dbd6175a-2b37-4068-ab4c-dbe41ab9a184 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe9cd5159d4840debe90c64bcb96f8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425436 Sep 11 14:20:49.789351 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38592) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:49.835979 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-591f24c9-da1e-4681-9984-f5583353c5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.856825 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-591f24c9-da1e-4681-9984-f5583353c5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.901560 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-591f24c9-da1e-4681-9984-f5583353c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.904897 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-591f24c9-da1e-4681-9984-f5583353c5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:49.906078 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-591f24c9-da1e-4681-9984-f5583353c5bf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64088065-58f7-4750-816b-14a600201f19 HTTP/1.1" status: 204 len: 168 time: 0.1158431 Sep 11 14:20:49.913568 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f24c9-da1e-4681-9984-f5583353c5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64088065-58f7-4750-816b-14a600201f19,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:50.583966 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38626) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:50.694526 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-741051965-network', 'tenant_id': '797ae7178a564d2594811b482ef5e57e'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:20:50.707290 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8a056-6952-4eb0-9656-53b2757d1e1a req-c8750829-836e-4ba7-9a5e-f161c230e8d7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:50.708775 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c8c8a056-6952-4eb0-9656-53b2757d1e1a req-c8750829-836e-4ba7-9a5e-f161c230e8d7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0516684 Sep 11 14:20:50.717238 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Made reservation on behalf of 797ae7178a564d2594811b482ef5e57e for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:20:50.719553 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:50.747347 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c8c8a056-6952-4eb0-9656-53b2757d1e1a req-07ba5ae3-f233-4c8a-947e-79fe79b6a532 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320766 Sep 11 14:20:50.927835 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.020067 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.023686 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.050868 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:20:51.057250 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d5f2ad-0d2f-48f7-9c83-25d47478536d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:51.063335 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.063734 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Added segment c54976de-aae7-49d4-849b-064a10119e33 of type vlan for network c1a94f4f-8053-4154-9165-56ae49c230be Sep 11 14:20:51.105878 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.130547 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.131503 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:51.132082 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.167703 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5825505 Sep 11 14:20:51.171686 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38650) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:51.177735 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] Request body: {'subnet': {'network_id': 'c1a94f4f-8053-4154-9165-56ae49c230be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-741051965-subnet', 'tenant_id': '797ae7178a564d2594811b482ef5e57e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:20:51.194995 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38652) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:51.202841 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325815df-92e2-47b9-93b7-343304eb2be7 admin admin] Pushing event updated for resources: {'Network': ['ID=c1a94f4f-8053-4154-9165-56ae49c230be,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:51.210306 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] Made reservation on behalf of 797ae7178a564d2594811b482ef5e57e for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:20:51.212969 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11906258'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.218893 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network c1a94f4f-8053-4154-9165-56ae49c230be details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:20:51.516334 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dac4506-b7ab-412a-a1aa-93d2846acdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.585017 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12296707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11906252'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.658061 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30035701-f760-44ee-8fcd-be6d317452e0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:51.685564 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] Checking segment: {'id': 'c54976de-aae7-49d4-849b-064a10119e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c1a94f4f-8053-4154-9165-56ae49c230be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:20:51.685998 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] Network hostable DHCP agents. Network: c1a94f4f-8053-4154-9165-56ae49c230be, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:20:51.717078 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dac4506-b7ab-412a-a1aa-93d2846acdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.718154 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] Network c1a94f4f-8053-4154-9165-56ae49c230be is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:20:51.723072 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9dac4506-b7ab-412a-a1aa-93d2846acdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.739610 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, c1a94f4f-8053-4154-9165-56ae49c230be) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:20:51.749013 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b06a88-e69a-447a-a1f6-46e6db846580 None None] Network c1a94f4f-8053-4154-9165-56ae49c230be requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:20:51.753577 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:51.754166 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.773063 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac4506-b7ab-412a-a1aa-93d2846acdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3cbc85-79b5-4514-ba73-bd40947d16ae,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:51.777499 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-9dac4506-b7ab-412a-a1aa-93d2846acdb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86102b76a684454ea7b0ed2a41240cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813434 Sep 11 14:20:51.788805 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38666) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:51.795015 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-b0baae5d-1141-4575-9dfd-d0ca88577a06 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6215827 Sep 11 14:20:51.863715 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4207450a-9b4e-4dac-9f29-d860e6f3a89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.891252 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652cf5f-cf11-4dbf-90b5-4f001d33632c req-2c29fa72-447d-4c75-a5f4-2a52785404e4 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:51.899144 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4652cf5f-cf11-4dbf-90b5-4f001d33632c req-2c29fa72-447d-4c75-a5f4-2a52785404e4 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0639179 Sep 11 14:20:51.900890 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4207450a-9b4e-4dac-9f29-d860e6f3a89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:51.919186 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dfbee0-8c9c-453c-ae90-c5a63baeb714 None None] Network c1a94f4f-8053-4154-9165-56ae49c230be requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:20:51.968503 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4652cf5f-cf11-4dbf-90b5-4f001d33632c req-0009b653-dec4-414e-9730-3a38ee06a588 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681901 Sep 11 14:20:52.002009 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4207450a-9b4e-4dac-9f29-d860e6f3a89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.006022 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4207450a-9b4e-4dac-9f29-d860e6f3a89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.009586 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4207450a-9b4e-4dac-9f29-d860e6f3a89c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb3cbc85-79b5-4514-ba73-bd40947d16ae HTTP/1.1" status: 204 len: 168 time: 0.2173624 Sep 11 14:20:52.016076 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207450a-9b4e-4dac-9f29-d860e6f3a89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3cbc85-79b5-4514-ba73-bd40947d16ae,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:52.302441 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38690) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:52.315680 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1e2d637-e600-477a-b7c9-ac42f6f853a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.402260 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1e2d637-e600-477a-b7c9-ac42f6f853a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.406763 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d1e2d637-e600-477a-b7c9-ac42f6f853a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.447015 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-d1e2d637-e600-477a-b7c9-ac42f6f853a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04f305a0ce4143f4b22c43f03c9d66a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434245 Sep 11 14:20:52.447848 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2d637-e600-477a-b7c9-ac42f6f853a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64955b7-0ff9-4f1c-9d70-f69df1769df7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:52.449708 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:52.475085 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38696) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:52.480578 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-127001046-network', 'tenant_id': '6b61a13fd3534d06b67a5fa9f3865bea'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:20:52.501219 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-898d2021-7c25-4761-8ce8-9255b35a03b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.501947 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Made reservation on behalf of 6b61a13fd3534d06b67a5fa9f3865bea for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:20:52.504060 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.512224 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.521970 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-898d2021-7c25-4761-8ce8-9255b35a03b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.570662 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-898d2021-7c25-4761-8ce8-9255b35a03b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.573084 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-898d2021-7c25-4761-8ce8-9255b35a03b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.574330 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-898d2021-7c25-4761-8ce8-9255b35a03b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b64955b7-0ff9-4f1c-9d70-f69df1769df7 HTTP/1.1" status: 204 len: 168 time: 0.1231945 Sep 11 14:20:52.582025 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d2021-7c25-4761-8ce8-9255b35a03b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64955b7-0ff9-4f1c-9d70-f69df1769df7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:52.605690 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.610647 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.631226 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:20:52.645937 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cf27bd-b6cb-43fb-9b9a-3e68e432cac0,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:52.648789 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.649132 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Added segment 321f71dc-34d6-4454-8e95-abd9cd3138f7 of type vlan for network c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296 Sep 11 14:20:52.688890 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.714265 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.715244 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:52.716377 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:52.750194 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2708867 Sep 11 14:20:52.750377 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38702) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:52.755046 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] Request body: {'subnet': {'network_id': 'c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-127001046-subnet', 'tenant_id': '6b61a13fd3534d06b67a5fa9f3865bea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:20:52.797749 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e84a4-e858-4ea8-9fa2-96ec97a5eafd admin admin] Pushing event updated for resources: {'Network': ['ID=c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:52.811880 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] Made reservation on behalf of 6b61a13fd3534d06b67a5fa9f3865bea for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:20:52.812702 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:20:52.814855 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:53.020514 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:53.076239 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ade979-b227-4d1e-853e-0f4ae6d78fc8,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:53.084142 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] Checking segment: {'id': '321f71dc-34d6-4454-8e95-abd9cd3138f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:20:53.084595 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] Network hostable DHCP agents. Network: c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:20:53.104040 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] Network c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:20:53.113477 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:20:53.118400 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:53.118998 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:53.123680 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f27ceea-e10a-4cf1-a99f-d0d51a7a4bbd None None] Network c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:20:53.136697 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-f3d875c9-4501-4ac3-8ee5-26a63782adf8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3852444 Sep 11 14:20:53.267645 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0f1d78-ea2d-4909-8e9e-d1583eeb9784 None None] Network c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:20:55.208386 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fab9-cc92-4ec9-8f11-cabfc628e501 req-6d33f8c5-c773-4af0-b7a2-f8457d5cdac0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:55.209845 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0331fab9-cc92-4ec9-8f11-cabfc628e501 req-6d33f8c5-c773-4af0-b7a2-f8457d5cdac0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0483396 Sep 11 14:20:55.251400 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0331fab9-cc92-4ec9-8f11-cabfc628e501 req-5e55ab56-56d1-4d02-8cc6-92f5c28428ab tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Sep 11 14:20:56.378262 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6e248-84e8-4d58-9ece-1d7a28bc379d req-67e97cf4-9d39-473c-8153-eea1f63c1607 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:56.379653 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13c6e248-84e8-4d58-9ece-1d7a28bc379d req-67e97cf4-9d39-473c-8153-eea1f63c1607 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0478511 Sep 11 14:20:56.394242 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f80d4-5093-4785-b8bf-ca50121c284c req-5b66c9b7-a689-4b2d-9158-05ac0758aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:56.395832 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d51f80d4-5093-4785-b8bf-ca50121c284c req-5b66c9b7-a689-4b2d-9158-05ac0758aad2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 1098 time: 0.0422094 Sep 11 14:20:56.418766 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13c6e248-84e8-4d58-9ece-1d7a28bc379d req-18369108-5368-45d1-b270-e86c3105f939 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327332 Sep 11 14:20:56.433439 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d51f80d4-5093-4785-b8bf-ca50121c284c req-75b3bfea-5e80-4cd3-b44b-fa92add3eb1d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283527 Sep 11 14:20:56.705947 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:20:56.975252 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:57.079926 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4088097a-459c-4de3-be16-19cf14a31e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.170621 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4088097a-459c-4de3-be16-19cf14a31e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.174447 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4088097a-459c-4de3-be16-19cf14a31e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.210419 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4088097a-459c-4de3-be16-19cf14a31e8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7640b31ffe5647cd9d567f40a5c2b28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339835 Sep 11 14:20:57.213267 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38838) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:57.221580 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088097a-459c-4de3-be16-19cf14a31e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e17fcfa-2296-4d77-9574-111586f82029,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:57.266569 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27b7038b-386e-49c9-96aa-aaff3485f434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.289525 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27b7038b-386e-49c9-96aa-aaff3485f434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.377473 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27b7038b-386e-49c9-96aa-aaff3485f434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.380573 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27b7038b-386e-49c9-96aa-aaff3485f434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.384051 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-27b7038b-386e-49c9-96aa-aaff3485f434 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e17fcfa-2296-4d77-9574-111586f82029 HTTP/1.1" status: 204 len: 168 time: 0.1676767 Sep 11 14:20:57.394099 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7038b-386e-49c9-96aa-aaff3485f434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e17fcfa-2296-4d77-9574-111586f82029,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:57.589088 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150985a-b372-4c0b-b250-8bda217bf476 req-96d1e19c-afbb-498f-be5a-06209bdcc491 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:57.591288 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f150985a-b372-4c0b-b250-8bda217bf476 req-96d1e19c-afbb-498f-be5a-06209bdcc491 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0553770 Sep 11 14:20:57.628250 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f150985a-b372-4c0b-b250-8bda217bf476 req-60baabaf-8743-4c00-a0b0-2facdd016e52 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309045 Sep 11 14:20:57.709264 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 38862) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:57.722340 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f82b3d5-e45e-48f8-9445-c712be32ae21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.819151 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f82b3d5-e45e-48f8-9445-c712be32ae21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.822189 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7f82b3d5-e45e-48f8-9445-c712be32ae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.863514 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-7f82b3d5-e45e-48f8-9445-c712be32ae21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abb45f23a585497f9572868fe4b1432f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531522 Sep 11 14:20:57.864479 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82b3d5-e45e-48f8-9445-c712be32ae21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cad19ce-ba4d-4112-b307-6a8daa0fca5e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:57.866655 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38864) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:20:57.919942 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a40894f9-b78a-440f-9fa0-acf66b85f687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.940841 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a40894f9-b78a-440f-9fa0-acf66b85f687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.989302 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a40894f9-b78a-440f-9fa0-acf66b85f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.991934 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a40894f9-b78a-440f-9fa0-acf66b85f687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:20:57.993215 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-a40894f9-b78a-440f-9fa0-acf66b85f687 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cad19ce-ba4d-4112-b307-6a8daa0fca5e HTTP/1.1" status: 204 len: 168 time: 0.1252356 Sep 11 14:20:58.002526 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40894f9-b78a-440f-9fa0-acf66b85f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cad19ce-ba4d-4112-b307-6a8daa0fca5e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:20:58.757769 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7e9b0-de1a-4df3-baba-8d6f060d0a85 req-76841a53-4126-4d9f-801c-952268512bb6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:58.759602 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-17c7e9b0-de1a-4df3-baba-8d6f060d0a85 req-76841a53-4126-4d9f-801c-952268512bb6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0538440 Sep 11 14:20:58.803047 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-17c7e9b0-de1a-4df3-baba-8d6f060d0a85 req-4877a0ca-d70c-4520-b40b-971cc319f458 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372076 Sep 11 14:20:58.930176 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06315e5f-4de2-49dd-b3ac-7db34f477a26 req-14d882a5-65e4-4913-8b83-3678ffcb4baa tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:20:58.931653 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-06315e5f-4de2-49dd-b3ac-7db34f477a26 req-14d882a5-65e4-4913-8b83-3678ffcb4baa tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0482347 Sep 11 14:20:58.972538 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-06315e5f-4de2-49dd-b3ac-7db34f477a26 req-995ff582-db2f-41ed-a05c-f597aa9e860a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341375 Sep 11 14:21:00.625774 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012d59a-1a07-4cb0-8d4a-5e0e4d5439dc req-c8c1e97b-77f1-4849-b433-433539be99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:00.627280 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-3012d59a-1a07-4cb0-8d4a-5e0e4d5439dc req-c8c1e97b-77f1-4849-b433-433539be99f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 1099 time: 0.0400579 Sep 11 14:21:00.629023 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c53c75-4589-417b-9183-2220aee5edea req-6e52ef3e-64bd-42dd-b2d8-d748c2cd4e9c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:00.630512 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-36c53c75-4589-417b-9183-2220aee5edea req-6e52ef3e-64bd-42dd-b2d8-d748c2cd4e9c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0529225 Sep 11 14:21:00.667755 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-36c53c75-4589-417b-9183-2220aee5edea req-58330345-7b7d-47bb-a838-665fa7e1d38e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Sep 11 14:21:00.716018 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012d59a-1a07-4cb0-8d4a-5e0e4d5439dc req-a52bd8fc-4a58-4e95-b27f-c03446662639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:00.717639 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-3012d59a-1a07-4cb0-8d4a-5e0e4d5439dc req-a52bd8fc-4a58-4e95-b27f-c03446662639 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 918 time: 0.0817275 Sep 11 14:21:00.759908 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-3012d59a-1a07-4cb0-8d4a-5e0e4d5439dc req-8047ba29-89d3-4110-b016-8f4b1903742f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eb8174b-217c-406d-bbef-091acafb977c HTTP/1.1" status: 200 len: 217 time: 0.0348070 Sep 11 14:21:00.818489 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012d59a-1a07-4cb0-8d4a-5e0e4d5439dc req-92f366cf-eddc-4fcd-afba-f94406cd7920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:00.820212 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-3012d59a-1a07-4cb0-8d4a-5e0e4d5439dc req-92f366cf-eddc-4fcd-afba-f94406cd7920 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 200 len: 857 time: 0.0527048 Sep 11 14:21:00.859758 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-3012d59a-1a07-4cb0-8d4a-5e0e4d5439dc req-3d0577eb-50a2-4de3-bc7d-8d00e2f60317 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cdadcaf-3b21-4ad0-8822-3c2287855219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304770 Sep 11 14:21:00.970250 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-3012d59a-1a07-4cb0-8d4a-5e0e4d5439dc req-0ce1170a-bf18-4ffc-8265-6c23722c56d8 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997663 Sep 11 14:21:01.072614 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-3012d59a-1a07-4cb0-8d4a-5e0e4d5439dc req-dc30ecbe-64c1-442c-a725-ae67cfff5cba service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930467 Sep 11 14:21:01.088619 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 38988) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:01.187039 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:01.216614 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-572824a0-a480-4b97-b890-381e4db3c048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:01.330398 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-572824a0-a480-4b97-b890-381e4db3c048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:01.342351 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-572824a0-a480-4b97-b890-381e4db3c048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:01.380630 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572824a0-a480-4b97-b890-381e4db3c048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e42ae6c-b228-425f-ab17-93eda8249251,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:01.385064 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-572824a0-a480-4b97-b890-381e4db3c048 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbed2bcb0f8345ceb0d2132f3deaa618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952082 Sep 11 14:21:01.388474 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39010) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:01.438197 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ea08-b52f-4ca1-b092-e06e77026f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:01.461570 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ea08-b52f-4ca1-b092-e06e77026f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:01.506962 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ea08-b52f-4ca1-b092-e06e77026f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:01.509598 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fbc2ea08-b52f-4ca1-b092-e06e77026f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:01.510747 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-fbc2ea08-b52f-4ca1-b092-e06e77026f9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e42ae6c-b228-425f-ab17-93eda8249251 HTTP/1.1" status: 204 len: 168 time: 0.1219490 Sep 11 14:21:01.518189 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2ea08-b52f-4ca1-b092-e06e77026f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e42ae6c-b228-425f-ab17-93eda8249251,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:01.789430 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4fbcf-5f0e-4c85-b0ec-79d8b2475e5e req-998257a2-7fa9-4109-8e29-4dad19685680 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:01.790907 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ccb4fbcf-5f0e-4c85-b0ec-79d8b2475e5e req-998257a2-7fa9-4109-8e29-4dad19685680 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0499849 Sep 11 14:21:01.831708 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ccb4fbcf-5f0e-4c85-b0ec-79d8b2475e5e req-1a173bc1-83de-431e-860f-4792bbe9bcaa tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Sep 11 14:21:02.963184 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686992d-7972-45ec-a4a3-ab7399882a67 req-dee31d8d-2157-4928-a4fa-5a34f035a8db tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:02.964714 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8686992d-7972-45ec-a4a3-ab7399882a67 req-dee31d8d-2157-4928-a4fa-5a34f035a8db tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0661829 Sep 11 14:21:03.007244 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8686992d-7972-45ec-a4a3-ab7399882a67 req-134e895f-3c54-4e43-8928-6d296132e68f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353751 Sep 11 14:21:03.296199 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39100) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:03.397179 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f931c38-80da-4644-a151-412d8c7d269a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:03.483508 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f931c38-80da-4644-a151-412d8c7d269a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:03.487278 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2f931c38-80da-4644-a151-412d8c7d269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:03.523572 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-2f931c38-80da-4644-a151-412d8c7d269a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31bd7333f0a141a38d4a13a1a91f582c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263243 Sep 11 14:21:03.524806 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f931c38-80da-4644-a151-412d8c7d269a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6350aaf1-abb7-4dcb-a7f0-45f49a503146,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:03.526454 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39104) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:03.574272 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acee2a3a-f7e0-4bda-a551-e6dfcf63670f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:03.594672 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acee2a3a-f7e0-4bda-a551-e6dfcf63670f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:03.640911 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acee2a3a-f7e0-4bda-a551-e6dfcf63670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:03.643410 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-acee2a3a-f7e0-4bda-a551-e6dfcf63670f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:03.644582 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-acee2a3a-f7e0-4bda-a551-e6dfcf63670f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6350aaf1-abb7-4dcb-a7f0-45f49a503146 HTTP/1.1" status: 204 len: 168 time: 0.1170962 Sep 11 14:21:03.654341 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee2a3a-f7e0-4bda-a551-e6dfcf63670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6350aaf1-abb7-4dcb-a7f0-45f49a503146,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:03.919671 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39120) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:03.935118 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4217-1922-4b2a-a64d-11fe18e4f41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:04.050383 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4217-1922-4b2a-a64d-11fe18e4f41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:04.056699 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4217-1922-4b2a-a64d-11fe18e4f41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:04.101200 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-2c2f4217-1922-4b2a-a64d-11fe18e4f41c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3919109a1dd24227b22edd27f272b6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803930 Sep 11 14:21:04.103140 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f4217-1922-4b2a-a64d-11fe18e4f41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d6e6b3-a0e2-4af4-88f0-893593df8fac,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:04.105768 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39130) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:04.135617 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a6a36-e417-477c-a1b2-4c7e85d70e10 req-b937e2cc-643a-42f3-a239-164491d289a6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:04.137763 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-369a6a36-e417-477c-a1b2-4c7e85d70e10 req-b937e2cc-643a-42f3-a239-164491d289a6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0498810 Sep 11 14:21:04.154526 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13cf37b0-6e00-4e40-80fe-5883bcd555e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:04.175895 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13cf37b0-6e00-4e40-80fe-5883bcd555e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:04.176021 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-369a6a36-e417-477c-a1b2-4c7e85d70e10 req-ff32d189-0b0e-48cb-9f04-69a728604c4e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315890 Sep 11 14:21:04.228177 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13cf37b0-6e00-4e40-80fe-5883bcd555e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:04.230733 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-13cf37b0-6e00-4e40-80fe-5883bcd555e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:04.232426 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-13cf37b0-6e00-4e40-80fe-5883bcd555e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57d6e6b3-a0e2-4af4-88f0-893593df8fac HTTP/1.1" status: 204 len: 168 time: 0.1255834 Sep 11 14:21:04.240440 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf37b0-6e00-4e40-80fe-5883bcd555e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d6e6b3-a0e2-4af4-88f0-893593df8fac,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:04.299329 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-20e81c29-0d4e-444e-938f-7c065fda58a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:04.878118 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39156) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:04.972098 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-48778959-network', 'tenant_id': 'ff49f4b83865410daecd208a95c8969c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:04.994238 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Made reservation on behalf of ff49f4b83865410daecd208a95c8969c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:21:04.997376 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:05.005651 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:05.090262 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:05.095411 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:05.120527 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:21:05.129705 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bd5e6c-c112-4641-b2c0-4b25badf963a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:05.135453 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:05.135789 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Added segment fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6 of type vlan for network f7565699-ce26-46ee-8684-f2ed39f40e85 Sep 11 14:21:05.178006 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:05.201674 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:05.202729 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:05.203313 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:05.233434 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3542266 Sep 11 14:21:05.236424 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39166) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:05.241794 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] Request body: {'subnet': {'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-48778959-subnet', 'tenant_id': 'ff49f4b83865410daecd208a95c8969c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:05.263425 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ae7f9-38f0-4a39-ab0a-1fa7157e2065 admin admin] Pushing event updated for resources: {'Network': ['ID=f7565699-ce26-46ee-8684-f2ed39f40e85,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:05.265536 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] Made reservation on behalf of ff49f4b83865410daecd208a95c8969c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:21:05.268191 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11906258'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:05.273023 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network f7565699-ce26-46ee-8684-f2ed39f40e85 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:21:05.430132 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12296707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11906252'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:05.484279 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00752a11-dc37-45f0-94d3-41b6679dd036,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:05.491288 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] Checking segment: {'id': 'fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:05.491638 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] Network hostable DHCP agents. Network: f7565699-ce26-46ee-8684-f2ed39f40e85, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:21:05.507596 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] Network f7565699-ce26-46ee-8684-f2ed39f40e85 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:21:05.516398 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, f7565699-ce26-46ee-8684-f2ed39f40e85) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:05.520393 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:05.521032 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:05.526315 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90030723-91d5-4b38-a7a9-537c863b925f None None] Network f7565699-ce26-46ee-8684-f2ed39f40e85 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:21:05.534548 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-a43b1faf-8756-4e15-a131-25852e1d9167 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2962546 Sep 11 14:21:05.646507 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0668eec-0a28-42c3-a169-441e43613e52 None None] Network f7565699-ce26-46ee-8684-f2ed39f40e85 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:21:06.860170 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-04012ffa-21db-4747-accd-c05e6564f450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:07.107308 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:07.159676 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e88ea2-d6de-4dc7-8176-1f983838cadb req-11c12e3d-962c-4967-a659-9b73596483d1 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:07.161236 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-30e88ea2-d6de-4dc7-8176-1f983838cadb req-11c12e3d-962c-4967-a659-9b73596483d1 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0474510 Sep 11 14:21:07.198642 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-30e88ea2-d6de-4dc7-8176-1f983838cadb req-9370ab33-460e-4c5f-ab7a-5ad6718399cf tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Sep 11 14:21:08.059611 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:08.447996 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26fd51-295b-4851-a71f-d41df694c349 req-3095f87b-20b6-4b20-9218-d519d30aa1a5 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:08.450171 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-3095f87b-20b6-4b20-9218-d519d30aa1a5 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/networks?id=f7565699-ce26-46ee-8684-f2ed39f40e85 HTTP/1.1" status: 200 len: 807 time: 0.1424251 Sep 11 14:21:08.458544 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd53cf-9f48-44b7-a73b-4c68176dc72b req-6cc2243d-d5d5-4a5c-8cc5-9cd07316a336 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:08.459971 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-50dd53cf-9f48-44b7-a73b-4c68176dc72b req-6cc2243d-d5d5-4a5c-8cc5-9cd07316a336 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0792365 Sep 11 14:21:08.476793 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-8dcff061-be56-4f07-93a8-d7ba0435f338 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/quotas/ff49f4b83865410daecd208a95c8969c HTTP/1.1" status: 200 len: 375 time: 0.0158527 Sep 11 14:21:08.519587 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f06547f6-9336-4d46-be94-a0fa9fa94923 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff49f4b83865410daecd208a95c8969c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350285 Sep 11 14:21:08.532485 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-50dd53cf-9f48-44b7-a73b-4c68176dc72b req-68e84798-5a4a-4688-87ae-fdbc7fa3d9a9 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644753 Sep 11 14:21:08.620498 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-b821e36a-bf3c-497e-a60f-4e65a7b66147 service neutron] 10.222.0.37 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870354 Sep 11 14:21:08.711875 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-d9b81aef-9cd9-4453-b39c-8da3f342931d service neutron] 10.222.0.37 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843360 Sep 11 14:21:08.864480 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-75832dad-af08-4e4d-895b-1b8343be93b2 req-90a44021-c17e-4801-828d-c153fcac187e tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 210 time: 0.0258734 Sep 11 14:21:09.556488 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:09.659731 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4860b-100d-4455-bd25-a53b23dfd536 req-bf48e656-801e-4c34-8233-f1d06a259519 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:09.661603 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-12b4860b-100d-4455-bd25-a53b23dfd536 req-bf48e656-801e-4c34-8233-f1d06a259519 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0515723 Sep 11 14:21:09.700607 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-12b4860b-100d-4455-bd25-a53b23dfd536 req-8f09c81c-034d-4945-86a6-1b4609af561e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327079 Sep 11 14:21:10.006751 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1e1d1297-55c1-4e7e-8c9c-16a541d556f1 req-cef15472-2988-4396-986c-0c49c7496d27 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 210 time: 0.0504017 Sep 11 14:21:10.044131 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26fd51-295b-4851-a71f-d41df694c349 req-63dda5f9-d05e-4617-b7a2-975727908185 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:10.045651 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-63dda5f9-d05e-4617-b7a2-975727908185 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.13 "GET /v2.0/networks?id=f7565699-ce26-46ee-8684-f2ed39f40e85 HTTP/1.1" status: 200 len: 807 time: 0.1409616 Sep 11 14:21:10.081441 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Request body: {'port': {'device_id': '18b9b77f-7fa5-4ee2-b460-7c56bd8a54de', 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85', 'admin_state_up': True, 'tenant_id': 'ff49f4b83865410daecd208a95c8969c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:10.196254 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Made reservation on behalf of ff49f4b83865410daecd208a95c8969c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:21:10.201110 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:10.328689 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Allocated IP 172.20.0.13 (f7565699-ce26-46ee-8684-f2ed39f40e85/00752a11-dc37-45f0-94d3-41b6679dd036/a055a9c3-e767-4e7c-96b4-fa47f5632a36) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:21:10.514323 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:10.552295 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:10.592129 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39284) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:10.594371 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Network f7565699-ce26-46ee-8684-f2ed39f40e85 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:21:10.597478 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:10.601155 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:21:10.606955 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:10.607567 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:10.615639 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Pushing event updated for resources: {'Port': ['ID=a055a9c3-e767-4e7c-96b4-fa47f5632a36,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:10.630335 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-f8069e27-21fe-47ab-92bf-7cab1a2d0142 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5526216 Sep 11 14:21:10.653394 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Request body: {'port': {'device_id': '18b9b77f-7fa5-4ee2-b460-7c56bd8a54de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:10.698892 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29848e1a-6945-4e1e-9bfe-33c79639fa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:10.706608 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:10.836910 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29848e1a-6945-4e1e-9bfe-33c79639fa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:10.841834 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-29848e1a-6945-4e1e-9bfe-33c79639fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:10.877394 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5c14c-3fe2-42f1-8e4f-bc58418db86d req-86c61c5c-7652-4ad0-a956-06fc3bb81e7f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:10.878828 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e6a5c14c-3fe2-42f1-8e4f-bc58418db86d req-86c61c5c-7652-4ad0-a956-06fc3bb81e7f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.1031268 Sep 11 14:21:10.909658 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-29848e1a-6945-4e1e-9bfe-33c79639fa9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d5d0310e1ca489a8905cd9ee893941e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161125 Sep 11 14:21:10.911893 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29848e1a-6945-4e1e-9bfe-33c79639fa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd8d972-367b-4c9d-b0a0-88007f5a5ae2,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:10.912999 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39290) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:10.934249 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e6a5c14c-3fe2-42f1-8e4f-bc58418db86d req-45dda038-f981-49ce-a1e4-db79f66489a4 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465841 Sep 11 14:21:11.005199 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8df62363-79e4-472f-9b8e-5f3541efdf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.023110 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a055a9c3-e767-4e7c-96b4-fa47f5632a36 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:21:11.035845 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.042147 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8df62363-79e4-472f-9b8e-5f3541efdf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.064150 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Transition to ACTIVE for port object a055a9c3-e767-4e7c-96b4-fa47f5632a36 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:11.072515 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.116310 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20015535-1d57-46d8-a5ad-0ff4f21aafeb req-84ef4f36-0695-4310-b6e9-e30ffd3909cf tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:11.117885 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-20015535-1d57-46d8-a5ad-0ff4f21aafeb req-84ef4f36-0695-4310-b6e9-e30ffd3909cf tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 944 time: 0.0523591 Sep 11 14:21:11.143208 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Pushing event updated for resources: {'Port': ['ID=a055a9c3-e767-4e7c-96b4-fa47f5632a36,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:11.163806 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-20015535-1d57-46d8-a5ad-0ff4f21aafeb req-5efa4da9-51aa-4980-8af1-54ad09022cf9 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384328 Sep 11 14:21:11.181379 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8df62363-79e4-472f-9b8e-5f3541efdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.183811 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8df62363-79e4-472f-9b8e-5f3541efdf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.184954 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-8df62363-79e4-472f-9b8e-5f3541efdf2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4cd8d972-367b-4c9d-b0a0-88007f5a5ae2 HTTP/1.1" status: 204 len: 168 time: 0.2710462 Sep 11 14:21:11.201247 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df62363-79e4-472f-9b8e-5f3541efdf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd8d972-367b-4c9d-b0a0-88007f5a5ae2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:11.202988 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Attempting to bind port a055a9c3-e767-4e7c-96b4-fa47f5632a36 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:21:11.203319 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Attempting to bind port a055a9c3-e767-4e7c-96b4-fa47f5632a36 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:21:11.203646 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Attempting to bind port a055a9c3-e767-4e7c-96b4-fa47f5632a36 on network f7565699-ce26-46ee-8684-f2ed39f40e85 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:11.218765 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Port a055a9c3-e767-4e7c-96b4-fa47f5632a36 on network f7565699-ce26-46ee-8684-f2ed39f40e85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:21:11.220347 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Attempting to bind port a055a9c3-e767-4e7c-96b4-fa47f5632a36 on network f7565699-ce26-46ee-8684-f2ed39f40e85 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:11.231447 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:21:11.231850 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Checking segment: {'id': 'fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:11.232325 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Bound using segment: {'id': 'fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:21:11.232758 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Bound port: a055a9c3-e767-4e7c-96b4-fa47f5632a36, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:21:11.233101 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.304125 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] For port a055a9c3-e767-4e7c-96b4-fa47f5632a36, host hv-cinder-76019, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:21:11.308375 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] For port a055a9c3-e767-4e7c-96b4-fa47f5632a36, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a055a9c3-e767-4e7c-96b4-fa47f5632a36,segment=NetworkSegment(fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6),segment_id=fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:21:11.309387 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39306) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:11.318115 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.381402 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:11.382010 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.383382 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] 10.222.0.13 "PUT /v2.0/ports/a055a9c3-e767-4e7c-96b4-fa47f5632a36 HTTP/1.1" status: 200 len: 1094 time: 0.7340682 Sep 11 14:21:11.385380 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b9b77f-7fa5-4ee2-b460-7c56bd8a54de', 'tag': 'a055a9c3-e767-4e7c-96b4-fa47f5632a36'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:21:11.388518 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0048d3c3-aa78-4d8c-b029-2602f04fcd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "18b9b77f-7fa5-4ee2-b460-7c56bd8a54de", "tag": "a055a9c3-e767-4e7c-96b4-fa47f5632a36"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:21:11.416637 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62054a74-ad84-4c9c-854f-dfebb4745933 service neutron] Pushing event updated for resources: {'Port': ['ID=a055a9c3-e767-4e7c-96b4-fa47f5632a36,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:11.416637 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7d1f1f-42f9-47fc-8300-ff348790f1d4 admin admin] Deleting subnet 30035701-f760-44ee-8fcd-be6d317452e0 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:21:11.419759 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a7d1f1f-42f9-47fc-8300-ff348790f1d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.449904 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0bf780-66c6-474d-8f97-c6db9d00b89d x-openstack-request-id: req-2a0bf780-66c6-474d-8f97-c6db9d00b89d {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:21:11.450245 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b9b77f-7fa5-4ee2-b460-7c56bd8a54de", "tag": "a055a9c3-e767-4e7c-96b4-fa47f5632a36", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:21:11.450586 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a0bf780-66c6-474d-8f97-c6db9d00b89d {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:21:11.458203 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b9b77f-7fa5-4ee2-b460-7c56bd8a54de', 'tag': 'a055a9c3-e767-4e7c-96b4-fa47f5632a36', 'status': 'completed', 'code': 200} Sep 11 14:21:11.470511 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a7d1f1f-42f9-47fc-8300-ff348790f1d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.476424 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a7d1f1f-42f9-47fc-8300-ff348790f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.560796 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26fd51-295b-4851-a71f-d41df694c349 req-27aea4b3-1b4e-41ec-9cae-1eaa4457b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:11.562239 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-27aea4b3-1b4e-41ec-9cae-1eaa4457b29b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff49f4b83865410daecd208a95c8969c&device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 1097 time: 0.0636322 Sep 11 14:21:11.567259 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a7d1f1f-42f9-47fc-8300-ff348790f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.598814 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d1f1f-42f9-47fc-8300-ff348790f1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30035701-f760-44ee-8fcd-be6d317452e0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:11.609581 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6a7d1f1f-42f9-47fc-8300-ff348790f1d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.612632 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-6a7d1f1f-42f9-47fc-8300-ff348790f1d4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/30035701-f760-44ee-8fcd-be6d317452e0 HTTP/1.1" status: 204 len: 168 time: 0.3021774 Sep 11 14:21:11.614124 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39328) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:11.647760 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-8d31e3a7-efe7-4fb8-86d4-4904721c8a14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a055a9c3-e767-4e7c-96b4-fa47f5632a36 HTTP/1.1" status: 200 len: 217 time: 0.0545967 Sep 11 14:21:11.685153 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.726990 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26fd51-295b-4851-a71f-d41df694c349 req-bf1a3480-3235-418d-8835-c00f944a07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:11.731857 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-bf1a3480-3235-418d-8835-c00f944a07e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00752a11-dc37-45f0-94d3-41b6679dd036 HTTP/1.1" status: 200 len: 847 time: 0.0509882 Sep 11 14:21:11.765112 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-794d6ccb-a46d-480a-a875-a7d30dae501e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7565699-ce26-46ee-8684-f2ed39f40e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281169 Sep 11 14:21:11.775368 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.797809 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a94f4f-8053-4154-9165-56ae49c230be']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:11.807845 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54976de-aae7-49d4-849b-064a10119e33') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:11.808136 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54976de-aae7-49d4-849b-064a10119e33') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:11.819980 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480011'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.835934 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.842893 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:21:11.843287 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297120'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: Traceback (most recent call last): Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: timer() Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: cb(*args, **kw) Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: return func(*args, **kwargs) Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: self._notify() Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: self.callback(batched_events) Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: event.method(event) Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: return f(self, *a, **k) Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._get(url).json() Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: return self.request(url, 'GET', **kwargs) Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:21:11.845387 dv-cinder-760197-9-iscsi neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:21:11.869711 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-8dab394d-5ff7-4be0-a54e-f8c37b598784 service neutron] 10.222.0.13 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945137 Sep 11 14:21:11.891745 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39338) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:11.906850 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.911972 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:11.916941 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c1a94f4f-8053-4154-9165-56ae49c230be HTTP/1.1" status: 204 len: 168 time: 0.3017592 Sep 11 14:21:11.919768 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39342) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:11.936568 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b96c5-3ab9-45f8-98f9-47762d22d0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1a94f4f-8053-4154-9165-56ae49c230be,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:11.984256 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6b26fd51-295b-4851-a71f-d41df694c349 req-988e85a8-b69e-4350-949c-43e6971e946a service neutron] 10.222.0.13 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059008 Sep 11 14:21:11.990821 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3d30d7-6dfb-44dd-9663-93f0f4086041 admin admin] Deleting subnet 28ade979-b227-4d1e-853e-0f4ae6d78fc8 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:21:11.994346 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b3d30d7-6dfb-44dd-9663-93f0f4086041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.023280 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-870986705-network', 'tenant_id': '0819c7649dad420387ad57962433b453'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:12.071843 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b3d30d7-6dfb-44dd-9663-93f0f4086041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480114'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.107578 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Made reservation on behalf of 0819c7649dad420387ad57962433b453 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:21:12.109819 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.132031 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bff5b7-8f84-4a80-a977-49057bea5b88 req-7eb7da0a-8202-4c28-abfe-57c2d8edddc9 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:12.133540 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-85bff5b7-8f84-4a80-a977-49057bea5b88 req-7eb7da0a-8202-4c28-abfe-57c2d8edddc9 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.1163738 Sep 11 14:21:12.139882 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.140462 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d3c3-aa78-4d8c-b029-2602f04fcd3f req-07224eb4-9390-45dd-ae94-13b5942b9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:12.142111 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-0048d3c3-aa78-4d8c-b029-2602f04fcd3f req-07224eb4-9390-45dd-ae94-13b5942b9d26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff49f4b83865410daecd208a95c8969c&device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 1097 time: 0.0404694 Sep 11 14:21:12.157156 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b3d30d7-6dfb-44dd-9663-93f0f4086041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.231510 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-85bff5b7-8f84-4a80-a977-49057bea5b88 req-07e3532e-3b73-40d1-8409-f696b43d0444 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870471 Sep 11 14:21:12.271110 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d3c3-aa78-4d8c-b029-2602f04fcd3f req-4060db59-a0f7-44f1-9824-3753ddc64061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:12.272591 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-0048d3c3-aa78-4d8c-b029-2602f04fcd3f req-4060db59-a0f7-44f1-9824-3753ddc64061 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7565699-ce26-46ee-8684-f2ed39f40e85 HTTP/1.1" status: 200 len: 908 time: 0.1098793 Sep 11 14:21:12.289242 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b3d30d7-6dfb-44dd-9663-93f0f4086041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12296770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11906103'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.316171 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-0048d3c3-aa78-4d8c-b029-2602f04fcd3f req-00321e7b-44a2-49a1-b2bc-23dc9a7c3fa6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a055a9c3-e767-4e7c-96b4-fa47f5632a36 HTTP/1.1" status: 200 len: 217 time: 0.0349927 Sep 11 14:21:12.332434 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d30d7-6dfb-44dd-9663-93f0f4086041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ade979-b227-4d1e-853e-0f4ae6d78fc8,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:12.337339 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4b3d30d7-6dfb-44dd-9663-93f0f4086041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.339206 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-4b3d30d7-6dfb-44dd-9663-93f0f4086041 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/28ade979-b227-4d1e-853e-0f4ae6d78fc8 HTTP/1.1" status: 204 len: 168 time: 0.4176407 Sep 11 14:21:12.342591 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39348) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:12.364765 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df97d3e-33b2-4342-82fc-dfbfae76680e req-750f4739-4ca6-4ec3-ad0d-8bb69788c943 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:12.366544 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3df97d3e-33b2-4342-82fc-dfbfae76680e req-750f4739-4ca6-4ec3-ad0d-8bb69788c943 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 944 time: 0.1259222 Sep 11 14:21:12.370301 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048d3c3-aa78-4d8c-b029-2602f04fcd3f req-d3fd1013-fea0-4222-a8aa-1fae2dc14d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:12.371868 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-0048d3c3-aa78-4d8c-b029-2602f04fcd3f req-d3fd1013-fea0-4222-a8aa-1fae2dc14d93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00752a11-dc37-45f0-94d3-41b6679dd036 HTTP/1.1" status: 200 len: 847 time: 0.0444305 Sep 11 14:21:12.405555 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-0048d3c3-aa78-4d8c-b029-2602f04fcd3f req-40fe13ab-2fd5-452c-9128-bb7f8fee6564 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7565699-ce26-46ee-8684-f2ed39f40e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251606 Sep 11 14:21:12.468645 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.475756 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3df97d3e-33b2-4342-82fc-dfbfae76680e req-8f9ae483-adfa-4d1a-b1b5-2c14eae64a0d tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962758 Sep 11 14:21:12.476818 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.483588 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.503431 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-0048d3c3-aa78-4d8c-b029-2602f04fcd3f req-7854fb72-879e-4c84-996b-fb492fcb301a service neutron] 10.222.0.13 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890806 Sep 11 14:21:12.507666 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:21:12.525468 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b59e43-b33f-4eda-a815-0e4321e3906d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:12.532932 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.533265 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.segments_db [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Added segment 97d8f72d-d658-424d-a51d-4b165502e6b0 of type vlan for network fcd86cc2-faad-41bd-b8f5-904e23d2a967 Sep 11 14:21:12.607477 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.610629 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-0048d3c3-aa78-4d8c-b029-2602f04fcd3f req-87df9ad0-b266-4988-8c25-cbcd8ba8600d service neutron] 10.222.0.13 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933580 Sep 11 14:21:12.637074 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.672977 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:12.684044 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321f71dc-34d6-4454-8e95-abd9cd3138f7') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:12.684445 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321f71dc-34d6-4454-8e95-abd9cd3138f7') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:12.690657 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.691605 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:12.692205 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.699828 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480011'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.736890 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8439343 Sep 11 14:21:12.740735 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39354) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:12.743568 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.747517 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] Request body: {'subnet': {'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-870986705-subnet', 'tenant_id': '0819c7649dad420387ad57962433b453', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:12.752484 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:21:12.753466 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297120'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.773193 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] Made reservation on behalf of 0819c7649dad420387ad57962433b453 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:21:12.775876 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: Traceback (most recent call last): Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: timer() Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: cb(*args, **kw) Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: return func(*args, **kwargs) Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: self._notify() Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: self.callback(batched_events) Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: event.method(event) Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: return f(self, *a, **k) Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._get(url).json() Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: return self.request(url, 'GET', **kwargs) Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:21:12.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:21:12.794188 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf857a4-0014-4f4a-b2f4-193ca0566d88 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd86cc2-faad-41bd-b8f5-904e23d2a967,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:12.804615 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network fcd86cc2-faad-41bd-b8f5-904e23d2a967 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:21:12.860807 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.881817 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:12.884165 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296 HTTP/1.1" status: 204 len: 168 time: 0.5402772 Sep 11 14:21:12.885837 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddf07f-49a0-47b0-af56-1e7d41424923 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a10d1b-d0a0-4f5b-b2a7-b288bec2c296,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:13.001185 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39358) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:13.010018 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.028436 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2043ed-fb09-40fd-b151-5d4a8eb0950e req-f518ff5e-2c8a-4b74-bb33-e9f233a55b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:13.030010 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-1f2043ed-fb09-40fd-b151-5d4a8eb0950e req-f518ff5e-2c8a-4b74-bb33-e9f233a55b4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 1099 time: 0.0992055 Sep 11 14:21:13.106467 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4499c965-37f0-4c29-b24c-92563638b9ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=797ae7178a564d2594811b482ef5e57e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041861 Sep 11 14:21:13.109044 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39360) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:13.114348 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba0316c-6c73-45bf-9912-ab6e639dba74,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:13.134293 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-1f2043ed-fb09-40fd-b151-5d4a8eb0950e req-b538154b-7f1a-4c01-86a8-7cce2c011ec7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845416 Sep 11 14:21:13.138512 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] Checking segment: {'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:13.138874 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] Network hostable DHCP agents. Network: fcd86cc2-faad-41bd-b8f5-904e23d2a967, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:21:13.155238 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] Network fcd86cc2-faad-41bd-b8f5-904e23d2a967 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:21:13.160611 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28f50e3d-a3f0-4536-b9a8-859936cc2a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.164146 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, fcd86cc2-faad-41bd-b8f5-904e23d2a967) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:13.169415 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:13.170258 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.173576 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2adc07a-f573-4c8e-8848-7385613c881d None None] Network fcd86cc2-faad-41bd-b8f5-904e23d2a967 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:21:13.186193 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-90ff65e6-4d27-4de1-97d7-32ca17993d89 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4439569 Sep 11 14:21:13.188925 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28f50e3d-a3f0-4536-b9a8-859936cc2a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.189089 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39362) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:13.194162 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:13.217810 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-390'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.218758 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-286238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-289678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-413'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.243241 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28f50e3d-a3f0-4536-b9a8-859936cc2a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.246614 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-28f50e3d-a3f0-4536-b9a8-859936cc2a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.247959 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-28f50e3d-a3f0-4536-b9a8-859936cc2a43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97d5f2ad-0d2f-48f7-9c83-25d47478536d HTTP/1.1" status: 204 len: 168 time: 0.1377161 Sep 11 14:21:13.255657 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f50e3d-a3f0-4536-b9a8-859936cc2a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d5f2ad-0d2f-48f7-9c83-25d47478536d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:13.282702 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.368558 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb819b7-d503-5a9d-ae15-3489d5670a07-fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'tenant_id': '0819c7649dad420387ad57962433b453', 'fixed_ips': [{'subnet_id': 'eba0316c-6c73-45bf-9912-ab6e639dba74'}]}} from dv-cinder-760197-9-iscsi. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 11 14:21:13.369759 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.391303 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d6538-e227-4e48-bc16-a46bb02f1bb3 req-5f4ab937-3867-4eef-831d-73983de97d05 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:13.393368 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-801d6538-e227-4e48-bc16-a46bb02f1bb3 req-5f4ab937-3867-4eef-831d-73983de97d05 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0687177 Sep 11 14:21:13.438099 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-801d6538-e227-4e48-bc16-a46bb02f1bb3 req-f4774524-a1d9-4cb0-a7b2-86923321ee42 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Sep 11 14:21:13.549848 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Allocated IP 172.20.0.2 (fcd86cc2-faad-41bd-b8f5-904e23d2a967/eba0316c-6c73-45bf-9912-ab6e639dba74/4b67ac7b-685a-49a6-bc98-1b8fc0514e9f) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:21:13.636272 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8dfd8-768b-48b5-8a01-e2a039006638 req-ba9282c1-60d5-4ee9-bb70-3a291c793205 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:13.638705 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4cb8dfd8-768b-48b5-8a01-e2a039006638 req-ba9282c1-60d5-4ee9-bb70-3a291c793205 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 944 time: 0.0613310 Sep 11 14:21:13.664946 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.683086 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4cb8dfd8-768b-48b5-8a01-e2a039006638 req-6634c870-1bc1-4897-9c7e-621bc43dbe9f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378568 Sep 11 14:21:13.720171 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.729589 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Transition to ACTIVE for port object 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:13.735494 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39372) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:13.749462 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Transition to ACTIVE for port object 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:13.757007 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.789184 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-7df3870a-10ba-46e1-ba1e-0895bdab4f8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b61a13fd3534d06b67a5fa9f3865bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500703 Sep 11 14:21:13.789770 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39376) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:13.807619 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Network fcd86cc2-faad-41bd-b8f5-904e23d2a967 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:21:13.811528 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:13.815274 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:21:13.832004 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Pushing event updated for resources: {'Port': ['ID=4b67ac7b-685a-49a6-bc98-1b8fc0514e9f,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:13.847448 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00f7d465-b041-4bdc-af5e-c7a951559f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.872059 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00f7d465-b041-4bdc-af5e-c7a951559f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.872397 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.872736 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.873078 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.873416 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.874248 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.874248 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.874516 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.874846 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.875193 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.875909 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.875909 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.876173 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:13.888012 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device a055a9c3-e767-4e7c-96b4-fa47f5632a36 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:21:13.891019 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.901608 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Attempting to bind port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:21:13.901963 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Attempting to bind port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:21:13.902885 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Attempting to bind port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f on network fcd86cc2-faad-41bd-b8f5-904e23d2a967 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:13.912682 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:21:13.913022 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Checking segment: {'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:13.913424 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.913824 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Bound using segment: {'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:21:13.914284 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Bound port: 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:21:13.914664 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.925572 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.928822 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00f7d465-b041-4bdc-af5e-c7a951559f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.936367 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-00f7d465-b041-4bdc-af5e-c7a951559f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:13.937639 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-00f7d465-b041-4bdc-af5e-c7a951559f5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02cf27bd-b6cb-43fb-9b9a-3e68e432cac0 HTTP/1.1" status: 204 len: 168 time: 0.1473277 Sep 11 14:21:13.947548 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7d465-b041-4bdc-af5e-c7a951559f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cf27bd-b6cb-43fb-9b9a-3e68e432cac0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:14.056586 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Allocated IP 172.27.0.85 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/b3853cb1-108f-4722-a580-c2562e2a595b) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:21:14.170281 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:14.175835 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] For port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:21:14.180588 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] For port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=4b67ac7b-685a-49a6-bc98-1b8fc0514e9f,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:21:14.193259 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:14.201086 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port a055a9c3-e767-4e7c-96b4-fa47f5632a36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a055a9c3-e767-4e7c-96b4-fa47f5632a36,segment=NetworkSegment(fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6),segment_id=fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:14.232576 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:14.252769 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': 'a055a9c3-e767-4e7c-96b4-fa47f5632a36', 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85', 'port_id': 'a055a9c3-e767-4e7c-96b4-fa47f5632a36', 'mac_address': 'fa:16:3e:6e:cd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00752a11-dc37-45f0-94d3-41b6679dd036', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:21:14.276053 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:21:14.279100 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:14.281696 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:21:14.309664 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ac86e-af53-4a20-a5d1-15fba45f594d None None] Pushing event updated for resources: {'Port': ['ID=4b67ac7b-685a-49a6-bc98-1b8fc0514e9f,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:14.319137 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:14.323068 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Pushing event updated for resources: {'Port': ['ID=b3853cb1-108f-4722-a580-c2562e2a595b,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:14.341983 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a055a9c3-e767-4e7c-96b4-fa47f5632a36 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:21:14.364552 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port a055a9c3-e767-4e7c-96b4-fa47f5632a36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a055a9c3-e767-4e7c-96b4-fa47f5632a36,segment=NetworkSegment(fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6),segment_id=fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:14.370452 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:14.458216 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=a055a9c3-e767-4e7c-96b4-fa47f5632a36,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:14.589938 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:14.603661 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324f44a-9419-4ab3-8243-ee164f1cb939 req-ca57b6f3-03a9-4b56-ab61-77cb8b6f0816 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:14.613539 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1324f44a-9419-4ab3-8243-ee164f1cb939 req-ca57b6f3-03a9-4b56-ab61-77cb8b6f0816 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0922420 Sep 11 14:21:14.663859 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1324f44a-9419-4ab3-8243-ee164f1cb939 req-310daa89-3852-4c87-82b5-09f4228e1334 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509863 Sep 11 14:21:14.796938 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['a055a9c3-e767-4e7c-96b4-fa47f5632a36'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:21:14.836960 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-286215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-283999'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:14.876597 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65077c38-f50c-498f-82fa-ab97d2227987 req-480852bb-b1b4-4f43-9970-ca5cd634a0b9 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:14.886174 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-65077c38-f50c-498f-82fa-ab97d2227987 req-480852bb-b1b4-4f43-9970-ca5cd634a0b9 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 945 time: 0.1081300 Sep 11 14:21:14.952693 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-65077c38-f50c-498f-82fa-ab97d2227987 req-622277da-84eb-4838-8d2b-0a740d2e08db tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629425 Sep 11 14:21:15.040130 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9055b-a0a0-4783-b5aa-ffbadaf6c1ab req-df0982ce-9800-4ab9-8b60-040b1a6e2508 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:15.044748 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-38e9055b-a0a0-4783-b5aa-ffbadaf6c1ab req-df0982ce-9800-4ab9-8b60-040b1a6e2508 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0644968 Sep 11 14:21:15.046797 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079fa18-a874-4781-9c5b-cbc55affc716 req-a870aef6-4150-49bc-9b83-839270f08f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:15.048987 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-f079fa18-a874-4781-9c5b-cbc55affc716 req-a870aef6-4150-49bc-9b83-839270f08f6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 1099 time: 0.0873251 Sep 11 14:21:15.097338 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-38e9055b-a0a0-4783-b5aa-ffbadaf6c1ab req-5bbf3742-afbf-448c-8e7f-de9efbbde137 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 Sep 11 14:21:15.152709 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Router 435b30f7-8052-45fe-8611-23fda0a5a964 is scheduled to L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 14:21:15.238488 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079fa18-a874-4781-9c5b-cbc55affc716 req-3be14b48-57f1-44f6-9935-df8bfe6e31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:15.239875 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-f079fa18-a874-4781-9c5b-cbc55affc716 req-3be14b48-57f1-44f6-9935-df8bfe6e31f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 918 time: 0.1798885 Sep 11 14:21:15.319046 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-f079fa18-a874-4781-9c5b-cbc55affc716 req-4d86e941-08e4-4606-90d9-baedd68b8a8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eb8174b-217c-406d-bbef-091acafb977c HTTP/1.1" status: 200 len: 217 time: 0.0427470 Sep 11 14:21:15.339179 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:21:15.351039 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Sync routers for ids ['435b30f7-8052-45fe-8611-23fda0a5a964'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:21:15.360615 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Routers {'435b30f7-8052-45fe-8611-23fda0a5a964'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:21:15.361232 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:21:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['435b30f7-8052-45fe-8611-23fda0a5a964'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:15.393746 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079fa18-a874-4781-9c5b-cbc55affc716 req-9539397f-df1e-43e7-acc3-60a1de3b664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:15.395371 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-f079fa18-a874-4781-9c5b-cbc55affc716 req-9539397f-df1e-43e7-acc3-60a1de3b664b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 200 len: 857 time: 0.0661221 Sep 11 14:21:15.395995 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:15.399771 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-d5aca61f-59e4-4d3e-a1fb-f19201612c34 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2070765 Sep 11 14:21:15.399907 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39424) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:15.475692 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-f079fa18-a874-4781-9c5b-cbc55affc716 req-d659c634-531c-4cfc-b008-7e9803afa79e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cdadcaf-3b21-4ad0-8822-3c2287855219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669324 Sep 11 14:21:15.476342 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Set router 435b30f7-8052-45fe-8611-23fda0a5a964 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:21:15.504437 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec74e5ac-daa9-4175-b153-c4c2cb8f2664 None None] Network fcd86cc2-faad-41bd-b8f5-904e23d2a967 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:21:15.596101 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ade1711d-b0dd-4c5f-a6e9-86c2dce0402d None None] Provisioning for port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:15.701537 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:14Z', 'revision_number': 3, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:15.732904 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Checking router: 435b30f7-8052-45fe-8611-23fda0a5a964 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:21:15.733536 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Updating router 435b30f7-8052-45fe-8611-23fda0a5a964 port b3853cb1-108f-4722-a580-c2562e2a595b binding host dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:21:15.759524 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:15.894857 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device a055a9c3-e767-4e7c-96b4-fa47f5632a36 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:16.002185 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port a055a9c3-e767-4e7c-96b4-fa47f5632a36 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:16.006052 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port a055a9c3-e767-4e7c-96b4-fa47f5632a36 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:16.006453 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.029456 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-f079fa18-a874-4781-9c5b-cbc55affc716 req-9ef0f53b-3df6-4938-9ba6-1fdb74aa622c service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449593 Sep 11 14:21:16.061853 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:16.154305 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6dd00-78e4-40be-9470-15ac97f99d81 req-1380ae33-06fd-4401-be24-5e7343f9bd3d tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:16.155879 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-abd6dd00-78e4-40be-9470-15ac97f99d81 req-1380ae33-06fd-4401-be24-5e7343f9bd3d tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 945 time: 0.0946543 Sep 11 14:21:16.159913 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.174168 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Transition to ACTIVE for port object b3853cb1-108f-4722-a580-c2562e2a595b will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:16.183228 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.226699 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-f079fa18-a874-4781-9c5b-cbc55affc716 req-aefe3c22-188a-4058-88a7-21638ce1ebe2 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862679 Sep 11 14:21:16.255778 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Attempting to bind port b3853cb1-108f-4722-a580-c2562e2a595b on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:21:16.256377 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Attempting to bind port b3853cb1-108f-4722-a580-c2562e2a595b by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:21:16.256885 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Attempting to bind port b3853cb1-108f-4722-a580-c2562e2a595b on network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:16.260579 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-abd6dd00-78e4-40be-9470-15ac97f99d81 req-4bcb897f-8cb7-40b1-b3a2-c5a7af1db5e7 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915174 Sep 11 14:21:16.264830 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:21:16.265520 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Checking segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:16.266151 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.266743 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Bound using segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:21:16.267408 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Bound port: b3853cb1-108f-4722-a580-c2562e2a595b, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:21:16.268042 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.329020 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:16.333358 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] For port b3853cb1-108f-4722-a580-c2562e2a595b, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:21:16.338531 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] For port b3853cb1-108f-4722-a580-c2562e2a595b, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=b3853cb1-108f-4722-a580-c2562e2a595b,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:21:16.338931 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:16.339365 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.346420 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.368348 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Pushing event updated for resources: {'Port': ['ID=b3853cb1-108f-4722-a580-c2562e2a595b,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:16.387354 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.388203 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.388686 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.389173 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.391358 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.391882 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.392402 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.392876 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.395470 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.395977 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.396611 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.397132 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:16.406275 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.415775 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.460494 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port a055a9c3-e767-4e7c-96b4-fa47f5632a36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a055a9c3-e767-4e7c-96b4-fa47f5632a36,segment=NetworkSegment(fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6),segment_id=fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:16.467365 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b9b77f-7fa5-4ee2-b460-7c56bd8a54de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a055a9c3-e767-4e7c-96b4-fa47f5632a36'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:21:16.469803 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ca654b-fe0f-456f-859b-9be0756d1925" -d '{"events": [{"server_uuid": "18b9b77f-7fa5-4ee2-b460-7c56bd8a54de", "name": "network-vif-plugged", "status": "completed", "tag": "a055a9c3-e767-4e7c-96b4-fa47f5632a36"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:21:16.477814 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.480125 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d08bf-d4dc-4dc4-87ef-e5aa8a138725 req-047d4ac0-e0f6-4cf1-901e-305f2fa2806e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:16.484992 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-974d08bf-d4dc-4dc4-87ef-e5aa8a138725 req-047d4ac0-e0f6-4cf1-901e-305f2fa2806e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.1110158 Sep 11 14:21:16.486502 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Routers {'435b30f7-8052-45fe-8611-23fda0a5a964'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:21:16.487322 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:21:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['435b30f7-8052-45fe-8611-23fda0a5a964'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:16.542314 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=a055a9c3-e767-4e7c-96b4-fa47f5632a36,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:16.556563 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-974d08bf-d4dc-4dc4-87ef-e5aa8a138725 req-7e6e6ca8-4785-4659-8b1e-8009317dde86 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519803 Sep 11 14:21:16.600603 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8cd80-a546-4b2f-9ceb-71cdddb070ce None None] Pushing event updated for resources: {'Port': ['ID=b3853cb1-108f-4722-a580-c2562e2a595b,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:16.614180 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e211a434-5564-4d49-bad0-72182eb2d180 x-openstack-request-id: req-e211a434-5564-4d49-bad0-72182eb2d180 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:21:16.614676 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b9b77f-7fa5-4ee2-b460-7c56bd8a54de", "name": "network-vif-plugged", "status": "completed", "tag": "a055a9c3-e767-4e7c-96b4-fa47f5632a36", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:21:16.615096 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e211a434-5564-4d49-bad0-72182eb2d180 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:21:16.615657 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b9b77f-7fa5-4ee2-b460-7c56bd8a54de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a055a9c3-e767-4e7c-96b4-fa47f5632a36', 'code': 200} Sep 11 14:21:16.645246 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.648944 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] Set router 435b30f7-8052-45fe-8611-23fda0a5a964 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:21:16.690862 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=4b67ac7b-685a-49a6-bc98-1b8fc0514e9f,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:16.696720 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.703758 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Allocated IP 172.20.0.1 (fcd86cc2-faad-41bd-b8f5-904e23d2a967/eba0316c-6c73-45bf-9912-ab6e639dba74/8667b537-23bf-4770-b031-e886a96c3afd) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:21:16.790472 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=4b67ac7b-685a-49a6-bc98-1b8fc0514e9f,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:16.839622 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.882751 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Transition to ACTIVE for port object 8667b537-23bf-4770-b031-e886a96c3afd will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:16.903835 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca059e9-02ed-41e3-86dd-2a6be2f06dff req-2a269933-4b16-4115-8823-22fc36d74544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:16.905887 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-eca059e9-02ed-41e3-86dd-2a6be2f06dff req-2a269933-4b16-4115-8823-22fc36d74544 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 1099 time: 0.0710201 Sep 11 14:21:16.955352 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-eca059e9-02ed-41e3-86dd-2a6be2f06dff req-623f88fe-94a4-434f-9930-d767d9a537f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Sep 11 14:21:16.956862 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:16.990768 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:14Z', 'revision_number': 3, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:16.997035 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Network fcd86cc2-faad-41bd-b8f5-904e23d2a967 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:21:17.000199 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:17.004022 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:21:17.004442 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-284046'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:17.017497 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Pushing event updated for resources: {'Port': ['ID=8667b537-23bf-4770-b031-e886a96c3afd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:17.040724 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770877c9-9695-4f79-adbc-0256fc7bb262 None None] The sync data for ids ['435b30f7-8052-45fe-8611-23fda0a5a964'] in dv-cinder-760197-9-iscsi is: [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:14Z', 'revision_number': 3, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:21:17.161905 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:17.280730 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9c5ff6b4-d400-44d0-95c5-3b349832bd0a None None] Provisioning for port 8667b537-23bf-4770-b031-e886a96c3afd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:17.286875 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9c5ff6b4-d400-44d0-95c5-3b349832bd0a None None] Provisioning complete for port 8667b537-23bf-4770-b031-e886a96c3afd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:17.287191 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff6b4-d400-44d0-95c5-3b349832bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:17.336129 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ff6b4-d400-44d0-95c5-3b349832bd0a None None] Port 8667b537-23bf-4770-b031-e886a96c3afd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:21:17.379625 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a88c51-7e16-4afc-8ef3-68072f444d78 req-4bfaf333-2b2f-410d-9eec-1c49ed292c08 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:17.386394 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:17.387232 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1a88c51-7e16-4afc-8ef3-68072f444d78 req-4bfaf333-2b2f-410d-9eec-1c49ed292c08 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 946 time: 0.0588715 Sep 11 14:21:17.392766 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:17.393493 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-282910'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:17.429113 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1a88c51-7e16-4afc-8ef3-68072f444d78 req-a4dafad7-1a5e-45dd-a672-f21373987363 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Sep 11 14:21:17.461701 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Pushing event updated for resources: {'Port': ['ID=8667b537-23bf-4770-b031-e886a96c3afd,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:17.555141 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Network fcd86cc2-faad-41bd-b8f5-904e23d2a967 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:21:17.556626 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:17.729218 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87af404-554e-4dce-9293-503e3a66005f req-bc07f9de-d635-4b62-a48f-7ec284321092 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:17.738081 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a87af404-554e-4dce-9293-503e3a66005f req-bc07f9de-d635-4b62-a48f-7ec284321092 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0939507 Sep 11 14:21:17.762928 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Router 435b30f7-8052-45fe-8611-23fda0a5a964 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:21:17.788700 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a87af404-554e-4dce-9293-503e3a66005f req-1d321465-8da8-4435-9e78-36b0d046167c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496104 Sep 11 14:21:17.860152 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-13119813-e1e6-4825-ae8e-fef140dc1646 None None] Provisioning complete for port 8667b537-23bf-4770-b031-e886a96c3afd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:17.861396 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-13119813-e1e6-4825-ae8e-fef140dc1646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:17.903447 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:21:17.904662 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-13119813-e1e6-4825-ae8e-fef140dc1646 None None] Port 8667b537-23bf-4770-b031-e886a96c3afd cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:21:17.916447 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-fe562eab-522e-4e89-a403-27a6b7db4aea admin admin] 10.222.0.37 "PUT /v2.0/routers/435b30f7-8052-45fe-8611-23fda0a5a964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5131826 Sep 11 14:21:18.101210 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device b3853cb1-108f-4722-a580-c2562e2a595b up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:18.166773 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port b3853cb1-108f-4722-a580-c2562e2a595b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:18.171671 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port b3853cb1-108f-4722-a580-c2562e2a595b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:18.172053 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.255526 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.277694 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port b3853cb1-108f-4722-a580-c2562e2a595b, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=b3853cb1-108f-4722-a580-c2562e2a595b,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:18.287820 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.288682 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:18.368791 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=b3853cb1-108f-4722-a580-c2562e2a595b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:18.379025 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:18.379349 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.526565 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39500) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:18.532171 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-710468481-network', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:18.558230 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Made reservation on behalf of f2ae56a9a2244ac5a1a4d5274d7884ad for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:21:18.561923 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.574700 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.582661 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d1500-7d67-4b87-9364-208e3d2ddc19 req-6e8cb1e6-0d27-4ad7-9bd9-4b4e7b7ead37 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:18.585451 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-013d1500-7d67-4b87-9364-208e3d2ddc19 req-6e8cb1e6-0d27-4ad7-9bd9-4b4e7b7ead37 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 946 time: 0.0739374 Sep 11 14:21:18.639238 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-013d1500-7d67-4b87-9364-208e3d2ddc19 req-43db400e-e631-436e-ab4b-7e0dbf98b3fd tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457828 Sep 11 14:21:18.674448 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.678757 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.705001 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:21:18.719022 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859c29eb-88ae-429a-8f07-393cf5d0db1d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:18.726162 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.726629 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Added segment 0a794cb3-be5a-4720-aa39-1b24f7e14afa of type vlan for network ad090880-ef55-4c29-8a8c-e65ba8317c20 Sep 11 14:21:18.770895 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.800900 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.802271 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:18.802917 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.839451 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3110089 Sep 11 14:21:18.842056 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39508) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:18.849819 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] Request body: {'subnet': {'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-710468481-subnet', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:18.892846 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Sync routers for ids ['435b30f7-8052-45fe-8611-23fda0a5a964'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:21:18.899281 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681c38c-0b5d-4fa3-840b-eec1e6c62e33 admin admin] Pushing event updated for resources: {'Network': ['ID=ad090880-ef55-4c29-8a8c-e65ba8317c20,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:18.918457 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network ad090880-ef55-4c29-8a8c-e65ba8317c20 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:21:18.926450 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Routers {'435b30f7-8052-45fe-8611-23fda0a5a964'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:21:18.927038 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] Made reservation on behalf of f2ae56a9a2244ac5a1a4d5274d7884ad for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:21:18.927189 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:21:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['435b30f7-8052-45fe-8611-23fda0a5a964'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:18.927907 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a0946-385a-4dd1-9034-d759cfe9ccb6 req-dfbfdde4-d803-4b36-b522-a225df98f820 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:18.929630 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9c5a0946-385a-4dd1-9034-d759cfe9ccb6 req-dfbfdde4-d803-4b36-b522-a225df98f820 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0631766 Sep 11 14:21:18.930518 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:18.977352 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9c5a0946-385a-4dd1-9034-d759cfe9ccb6 req-eeaf336e-8b4a-45e7-ab46-33a6227f007f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409617 Sep 11 14:21:19.162918 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:19.236765 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Set router 435b30f7-8052-45fe-8611-23fda0a5a964 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:21:19.239316 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] Checking segment: {'id': '0a794cb3-be5a-4720-aa39-1b24f7e14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:19.239662 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] Network hostable DHCP agents. Network: ad090880-ef55-4c29-8a8c-e65ba8317c20, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:21:19.255726 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752e7a35-ee00-449a-9427-0c695787c229,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:19.265800 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] Network ad090880-ef55-4c29-8a8c-e65ba8317c20 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:21:19.278902 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, ad090880-ef55-4c29-8a8c-e65ba8317c20) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:19.286761 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:19.288041 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:19.292049 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abd2acd-a513-4444-889c-18df0eb052a7 None None] Network ad090880-ef55-4c29-8a8c-e65ba8317c20 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:21:19.304586 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-aed82ea1-93e6-48a9-873c-d1ab3c231d06 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4612796 Sep 11 14:21:19.307274 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39532) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:19.312692 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-710468481-router', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:19.336799 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-390'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:19.338217 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-286238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-289678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-413'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:19.411649 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:19.604031 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:19.614164 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb819b7-d503-5a9d-ae15-3489d5670a07-ad090880-ef55-4c29-8a8c-e65ba8317c20', 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'fixed_ips': [{'subnet_id': '752e7a35-ee00-449a-9427-0c695787c229'}]}} from dv-cinder-760197-9-iscsi. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 11 14:21:19.615736 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:19.689564 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b95dd-adc9-4732-9d1b-078b389cc3e3 req-24b490ad-753a-4d0f-b10d-49175fe96a25 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:19.699192 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b56b95dd-adc9-4732-9d1b-078b389cc3e3 req-24b490ad-753a-4d0f-b10d-49175fe96a25 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0775900 Sep 11 14:21:19.722262 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:17Z', 'revision_number': 4, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '8667b537-23bf-4770-b031-e886a96c3afd', 'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'tenant_id': '0819c7649dad420387ad57962433b453', 'mac_address': 'fa:16:3e:c5:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:16Z', 'updated_at': '2021-09-11T14:21:17Z', 'revision_number': 2, 'project_id': '0819c7649dad420387ad57962433b453', 'subnets': [{'id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:19.747037 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b56b95dd-adc9-4732-9d1b-078b389cc3e3 req-c3bca31b-f2d9-41cd-a00e-89f85682c491 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466440 Sep 11 14:21:19.761680 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Checking router: 435b30f7-8052-45fe-8611-23fda0a5a964 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:21:19.762339 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Updating router 435b30f7-8052-45fe-8611-23fda0a5a964 port 8667b537-23bf-4770-b031-e886a96c3afd binding host dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:21:19.816682 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:19.846838 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:19.851503 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Allocated IP 172.20.0.2 (ad090880-ef55-4c29-8a8c-e65ba8317c20/752e7a35-ee00-449a-9427-0c695787c229/ca300421-5f25-4aac-863f-7d6c698bdfa0) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:21:19.895687 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.030381 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Allocated IP 172.27.0.36 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/a71f154c-3c8b-4635-a180-bdd2e2f8b799) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:21:20.047142 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device b3853cb1-108f-4722-a580-c2562e2a595b up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:20.153417 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.200781 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.221831 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae28ac0-dcfd-4767-af22-ef3db6a5058f req-292f19fd-299d-40af-b60f-9566b8a96032 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:20.223373 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4ae28ac0-dcfd-4767-af22-ef3db6a5058f req-292f19fd-299d-40af-b60f-9566b8a96032 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 946 time: 0.0646684 Sep 11 14:21:20.241172 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:21:20.244159 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:20.252043 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:21:20.254947 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Pushing event updated for resources: {'Port': ['ID=a71f154c-3c8b-4635-a180-bdd2e2f8b799,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:20.267756 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port b3853cb1-108f-4722-a580-c2562e2a595b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:20.268131 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.271761 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4ae28ac0-dcfd-4767-af22-ef3db6a5058f req-c874b25f-412a-4e00-85fb-b3a73f3419bf tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Sep 11 14:21:20.420157 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.461987 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.470847 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Transition to ACTIVE for port object ca300421-5f25-4aac-863f-7d6c698bdfa0 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:20.520163 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Transition to ACTIVE for port object ca300421-5f25-4aac-863f-7d6c698bdfa0 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:20.534273 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.537019 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.571423 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Transition to ACTIVE for port object 8667b537-23bf-4770-b031-e886a96c3afd will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:20.586306 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.591898 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Network ad090880-ef55-4c29-8a8c-e65ba8317c20 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:21:20.601424 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:20.604468 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:21:20.618828 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Pushing event updated for resources: {'Port': ['ID=ca300421-5f25-4aac-863f-7d6c698bdfa0,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:20.734151 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a1f51-fc6b-4ca9-894a-0d07e0469658 None None] Pushing event updated for resources: {'Port': ['ID=8667b537-23bf-4770-b031-e886a96c3afd,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:20.760223 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Attempting to bind port ca300421-5f25-4aac-863f-7d6c698bdfa0 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:21:20.760733 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Attempting to bind port ca300421-5f25-4aac-863f-7d6c698bdfa0 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '0a794cb3-be5a-4720-aa39-1b24f7e14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:21:20.761959 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Attempting to bind port ca300421-5f25-4aac-863f-7d6c698bdfa0 on network ad090880-ef55-4c29-8a8c-e65ba8317c20 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:20.768478 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:21:20.769256 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Checking segment: {'id': '0a794cb3-be5a-4720-aa39-1b24f7e14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:20.769811 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.770206 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Bound using segment: {'id': '0a794cb3-be5a-4720-aa39-1b24f7e14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:21:20.770716 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Bound port: ca300421-5f25-4aac-863f-7d6c698bdfa0, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a794cb3-be5a-4720-aa39-1b24f7e14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:21:20.771329 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.815960 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356932a-8b07-451d-8e6d-8b49801b6ed4 req-e2a32628-bcdd-4df5-81df-051e67f9b63e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:20.818454 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8356932a-8b07-451d-8e6d-8b49801b6ed4 req-e2a32628-bcdd-4df5-81df-051e67f9b63e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.1109998 Sep 11 14:21:20.862089 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Attempting to bind port 8667b537-23bf-4770-b031-e886a96c3afd on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:21:20.862716 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Attempting to bind port 8667b537-23bf-4770-b031-e886a96c3afd by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:21:20.864069 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Attempting to bind port 8667b537-23bf-4770-b031-e886a96c3afd on network fcd86cc2-faad-41bd-b8f5-904e23d2a967 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:20.892443 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8356932a-8b07-451d-8e6d-8b49801b6ed4 req-c2c43705-389f-4e10-aee3-67979bf2c435 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618162 Sep 11 14:21:20.898286 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:21:20.898646 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Checking segment: {'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:20.899205 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.899714 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Bound using segment: {'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:21:20.900315 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Bound port: 8667b537-23bf-4770-b031-e886a96c3afd, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:21:20.900783 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.945710 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-286215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-283999'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:20.978924 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] For port 8667b537-23bf-4770-b031-e886a96c3afd, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:21:20.982958 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] For port 8667b537-23bf-4770-b031-e886a96c3afd, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=8667b537-23bf-4770-b031-e886a96c3afd,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:21:20.996800 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:21.009994 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] For port ca300421-5f25-4aac-863f-7d6c698bdfa0, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:21:21.062428 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] For port ca300421-5f25-4aac-863f-7d6c698bdfa0, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=ca300421-5f25-4aac-863f-7d6c698bdfa0,segment=NetworkSegment(0a794cb3-be5a-4720-aa39-1b24f7e14afa),segment_id=0a794cb3-be5a-4720-aa39-1b24f7e14afa)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:21:21.083630 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:21.100504 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Routers {'435b30f7-8052-45fe-8611-23fda0a5a964'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:21:21.101249 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:21:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['435b30f7-8052-45fe-8611-23fda0a5a964'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:21.183689 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163ed0e-25be-44bc-8d43-5f0c2573a324 req-8e12701f-dd75-4300-b9d8-b341212aea71 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:21.186275 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f163ed0e-25be-44bc-8d43-5f0c2573a324 req-8e12701f-dd75-4300-b9d8-b341212aea71 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.1426775 Sep 11 14:21:21.192533 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a1f51-fc6b-4ca9-894a-0d07e0469658 None None] Pushing event updated for resources: {'Port': ['ID=8667b537-23bf-4770-b031-e886a96c3afd,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:21.239428 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Router 9b03848f-f12f-458e-bf6b-a1c900957906 is scheduled to L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 14:21:21.283470 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f163ed0e-25be-44bc-8d43-5f0c2573a324 req-84ffccf9-01c9-4ce8-8301-a37bdce86611 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752687 Sep 11 14:21:21.417836 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:21:21.433113 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Sync routers for ids ['9b03848f-f12f-458e-bf6b-a1c900957906'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:21:21.442297 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de0f9e-729e-4ad1-bcfa-8015e78c26d5 None None] Pushing event updated for resources: {'Port': ['ID=ca300421-5f25-4aac-863f-7d6c698bdfa0,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:21.443948 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Routers {'9b03848f-f12f-458e-bf6b-a1c900957906'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:21:21.444773 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:21:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['9b03848f-f12f-458e-bf6b-a1c900957906'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:21.451016 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:21.454778 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4042eef9-cef2-42f7-9438-c1c602af2abb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1440198 Sep 11 14:21:21.455921 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39590) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:21.474962 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d67ec-4bc3-4f70-8455-71b7fdf1c634 req-4dcef8b6-aab4-4e62-b50d-500695f17b14 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:21.490321 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-662d67ec-4bc3-4f70-8455-71b7fdf1c634 req-4dcef8b6-aab4-4e62-b50d-500695f17b14 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 946 time: 0.1084306 Sep 11 14:21:21.497308 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] Set router 435b30f7-8052-45fe-8611-23fda0a5a964 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:21:21.562540 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-662d67ec-4bc3-4f70-8455-71b7fdf1c634 req-534f8eb0-3233-490c-b8b9-de18ae069ca5 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709927 Sep 11 14:21:21.649955 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Set router 9b03848f-f12f-458e-bf6b-a1c900957906 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:21:21.887822 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'name': 'tempest-TestMinimumBasicScenario-710468481-router', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:20Z', 'revision_number': 3, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'gw_port': {'id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:21.910661 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:17Z', 'revision_number': 4, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '8667b537-23bf-4770-b031-e886a96c3afd', 'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'tenant_id': '0819c7649dad420387ad57962433b453', 'mac_address': 'fa:16:3e:c5:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:16Z', 'updated_at': '2021-09-11T14:21:20Z', 'revision_number': 4, 'project_id': '0819c7649dad420387ad57962433b453', 'subnets': [{'id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:21.946014 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Checking router: 9b03848f-f12f-458e-bf6b-a1c900957906 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:21:21.946572 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Updating router 9b03848f-f12f-458e-bf6b-a1c900957906 port a71f154c-3c8b-4635-a180-bdd2e2f8b799 binding host dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:21:21.981780 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:22.007932 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bcc193-6c2d-4188-a3fa-bbe22425a0a8 None None] The sync data for ids ['435b30f7-8052-45fe-8611-23fda0a5a964'] in dv-cinder-760197-9-iscsi is: [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:17Z', 'revision_number': 4, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '8667b537-23bf-4770-b031-e886a96c3afd', 'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'tenant_id': '0819c7649dad420387ad57962433b453', 'mac_address': 'fa:16:3e:c5:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:16Z', 'updated_at': '2021-09-11T14:21:20Z', 'revision_number': 4, 'project_id': '0819c7649dad420387ad57962433b453', 'subnets': [{'id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:21:22.201497 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device ca300421-5f25-4aac-863f-7d6c698bdfa0 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:22.214005 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd381f8-b7ba-4214-928e-dcf870cf0732 req-c60cc184-ddfe-4397-9ed4-6e2f9d2e268f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:22.215728 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-bbd381f8-b7ba-4214-928e-dcf870cf0732 req-c60cc184-ddfe-4397-9ed4-6e2f9d2e268f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.13 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 946 time: 0.1481018 Sep 11 14:21:22.308589 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port ca300421-5f25-4aac-863f-7d6c698bdfa0 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:22.317366 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:22.476281 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356951d-5d5c-47e1-a646-c156de6a4665 req-29aab32d-1d1d-4fc5-be3d-525a2c94bd09 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:22.487232 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d356951d-5d5c-47e1-a646-c156de6a4665 req-29aab32d-1d1d-4fc5-be3d-525a2c94bd09 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0747774 Sep 11 14:21:22.534732 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:22.545383 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Transition to ACTIVE for port object a71f154c-3c8b-4635-a180-bdd2e2f8b799 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:22.550509 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d356951d-5d5c-47e1-a646-c156de6a4665 req-c53b048d-6759-4d67-80b1-2bc850ec5355 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607977 Sep 11 14:21:22.565768 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:22.583861 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-bbd381f8-b7ba-4214-928e-dcf870cf0732 req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Deleting port a055a9c3-e767-4e7c-96b4-fa47f5632a36 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:21:22.584103 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bbd381f8-b7ba-4214-928e-dcf870cf0732 req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:22.614847 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Attempting to bind port a71f154c-3c8b-4635-a180-bdd2e2f8b799 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:21:22.615218 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Attempting to bind port a71f154c-3c8b-4635-a180-bdd2e2f8b799 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:21:22.615581 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Attempting to bind port a71f154c-3c8b-4635-a180-bdd2e2f8b799 on network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:22.625590 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:21:22.625963 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Checking segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:22.626365 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:22.626759 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Bound using segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:21:22.627245 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Bound port: a71f154c-3c8b-4635-a180-bdd2e2f8b799, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:21:22.627645 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:22.682569 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4b2a1-b616-464a-b336-1a8e33a5fb43 None None] Pushing event updated for resources: {'Port': ['ID=a71f154c-3c8b-4635-a180-bdd2e2f8b799,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:22.710938 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] For port a71f154c-3c8b-4635-a180-bdd2e2f8b799, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:21:22.715954 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] For port a71f154c-3c8b-4635-a180-bdd2e2f8b799, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=a71f154c-3c8b-4635-a180-bdd2e2f8b799,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:21:22.722223 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:22.741183 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cb7828-1c65-4ccd-aa41-0a65528b34c7 None None] Network ad090880-ef55-4c29-8a8c-e65ba8317c20 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:21:22.784131 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Allocated IP 172.20.0.1 (ad090880-ef55-4c29-8a8c-e65ba8317c20/752e7a35-ee00-449a-9427-0c695787c229/47683087-2306-453a-915f-4d0b0da03f68) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:21:22.787556 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bbd381f8-b7ba-4214-928e-dcf870cf0732 req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] For port a055a9c3-e767-4e7c-96b4-fa47f5632a36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a055a9c3-e767-4e7c-96b4-fa47f5632a36,segment=NetworkSegment(fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6),segment_id=fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:22.788139 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bbd381f8-b7ba-4214-928e-dcf870cf0732 req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:22.808480 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4b2a1-b616-464a-b336-1a8e33a5fb43 None None] Pushing event updated for resources: {'Port': ['ID=a71f154c-3c8b-4635-a180-bdd2e2f8b799,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:22.816921 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-bbd381f8-b7ba-4214-928e-dcf870cf0732 req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Calling delete_port for a055a9c3-e767-4e7c-96b4-fa47f5632a36 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:21:22.844609 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Routers {'9b03848f-f12f-458e-bf6b-a1c900957906'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:21:22.846201 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:21:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['9b03848f-f12f-458e-bf6b-a1c900957906'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:22.888287 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fe007-9613-44b6-b2d7-faa2cbd223fe req-23dbe9b8-5f70-4044-938c-f17d259dc819 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:22.891377 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2e4fca3f-ce08-4818-af48-564b1e6c51ef None None] Provisioning for port ca300421-5f25-4aac-863f-7d6c698bdfa0 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:22.898074 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4f3fe007-9613-44b6-b2d7-faa2cbd223fe req-23dbe9b8-5f70-4044-938c-f17d259dc819 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b9b77f-7fa5-4ee2-b460-7c56bd8a54de HTTP/1.1" status: 200 len: 946 time: 0.0910695 Sep 11 14:21:22.905151 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-2e4fca3f-ce08-4818-af48-564b1e6c51ef None None] Provisioning complete for port ca300421-5f25-4aac-863f-7d6c698bdfa0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:22.905640 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2e4fca3f-ce08-4818-af48-564b1e6c51ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:23.014112 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:23.015894 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] Set router 9b03848f-f12f-458e-bf6b-a1c900957906 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:21:23.077559 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Transition to ACTIVE for port object 47683087-2306-453a-915f-4d0b0da03f68 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:23.122261 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bbd381f8-b7ba-4214-928e-dcf870cf0732 req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:23.166426 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['a055a9c3-e767-4e7c-96b4-fa47f5632a36'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:21:23.204320 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Pushing event deleted for resources: {'Port': ['ID=a055a9c3-e767-4e7c-96b4-fa47f5632a36,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:23.268003 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.269093 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.269588 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.270076 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.271199 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.271545 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.271878 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.272231 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.272563 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.272897 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.273217 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.273538 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:23.282646 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2e4fca3f-ce08-4818-af48-564b1e6c51ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:23.309827 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'name': 'tempest-TestMinimumBasicScenario-710468481-router', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:20Z', 'revision_number': 3, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'gw_port': {'id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:23.344835 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd381f8-b7ba-4214-928e-dcf870cf0732 req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] No DVR routers for this DVR port a055a9c3-e767-4e7c-96b4-fa47f5632a36 on host hv-cinder-76019 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:21:23.346130 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:23.349802 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4f3fe007-9613-44b6-b2d7-faa2cbd223fe req-9a90bb03-064a-4c2e-aea2-b45bcf7556ff tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508066 Sep 11 14:21:23.355700 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bbd381f8-b7ba-4214-928e-dcf870cf0732 req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:23.363666 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-bbd381f8-b7ba-4214-928e-dcf870cf0732 req-f0ffb16d-97b5-493f-ad7d-d6d1195dea6f tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.13 "DELETE /v2.0/ports/a055a9c3-e767-4e7c-96b4-fa47f5632a36 HTTP/1.1" status: 204 len: 173 time: 1.1230125 Sep 11 14:21:23.374788 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b9b77f-7fa5-4ee2-b460-7c56bd8a54de', 'name': 'network-vif-deleted', 'tag': 'a055a9c3-e767-4e7c-96b4-fa47f5632a36'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:21:23.381820 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2e4fca3f-ce08-4818-af48-564b1e6c51ef None None] For port ca300421-5f25-4aac-863f-7d6c698bdfa0, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=ca300421-5f25-4aac-863f-7d6c698bdfa0,segment=NetworkSegment(0a794cb3-be5a-4720-aa39-1b24f7e14afa),segment_id=0a794cb3-be5a-4720-aa39-1b24f7e14afa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:23.383816 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa86821-02a6-4fbe-b28b-e5380a9ffdb4" -d '{"events": [{"server_uuid": "18b9b77f-7fa5-4ee2-b460-7c56bd8a54de", "name": "network-vif-deleted", "tag": "a055a9c3-e767-4e7c-96b4-fa47f5632a36"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:21:23.391188 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2e4fca3f-ce08-4818-af48-564b1e6c51ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:23.405776 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818fa2af-03e1-4fbe-917c-a99158292b9c None None] The sync data for ids ['9b03848f-f12f-458e-bf6b-a1c900957906'] in dv-cinder-760197-9-iscsi is: [{'id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'name': 'tempest-TestMinimumBasicScenario-710468481-router', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:20Z', 'revision_number': 3, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'gw_port': {'id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:21:23.512130 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Pushing event updated for resources: {'Port': ['ID=47683087-2306-453a-915f-4d0b0da03f68,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:23.516966 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b08ffe8-c06e-4022-b0c1-474e791335e9 x-openstack-request-id: req-9b08ffe8-c06e-4022-b0c1-474e791335e9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:21:23.517268 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b9b77f-7fa5-4ee2-b460-7c56bd8a54de", "name": "network-vif-deleted", "tag": "a055a9c3-e767-4e7c-96b4-fa47f5632a36", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:21:23.517489 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b08ffe8-c06e-4022-b0c1-474e791335e9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:21:23.517876 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b9b77f-7fa5-4ee2-b460-7c56bd8a54de', 'name': 'network-vif-deleted', 'tag': 'a055a9c3-e767-4e7c-96b4-fa47f5632a36', 'status': 'completed', 'code': 200} Sep 11 14:21:23.544838 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Network ad090880-ef55-4c29-8a8c-e65ba8317c20 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:21:23.547987 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:23.554505 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:21:23.557512 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-284046'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:23.738402 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fca3f-ce08-4818-af48-564b1e6c51ef None None] Pushing event updated for resources: {'Port': ['ID=ca300421-5f25-4aac-863f-7d6c698bdfa0,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:23.751880 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465170a3-def3-4170-8138-73dae52e5a5d req-933f9de0-6feb-4615-abaa-37ff97ec4a82 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:23.754608 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-465170a3-def3-4170-8138-73dae52e5a5d req-933f9de0-6feb-4615-abaa-37ff97ec4a82 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0777326 Sep 11 14:21:23.764031 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-67366e82-155b-4b2c-ba1a-10de956a93a9 None None] Provisioning complete for port ca300421-5f25-4aac-863f-7d6c698bdfa0 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:23.764525 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-67366e82-155b-4b2c-ba1a-10de956a93a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:23.818570 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-465170a3-def3-4170-8138-73dae52e5a5d req-4b582292-9ec1-41aa-9eef-7684c92f498c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573680 Sep 11 14:21:23.852562 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:24.018840 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eaebfe88-3c06-41ad-89f9-e39ac2d4dc3a None None] Provisioning for port 47683087-2306-453a-915f-4d0b0da03f68 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:24.026660 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-eaebfe88-3c06-41ad-89f9-e39ac2d4dc3a None None] Provisioning complete for port 47683087-2306-453a-915f-4d0b0da03f68 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:24.027589 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-eaebfe88-3c06-41ad-89f9-e39ac2d4dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:24.083089 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:24.090542 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:24.091322 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-282910'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:24.102747 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-eaebfe88-3c06-41ad-89f9-e39ac2d4dc3a None None] Port 47683087-2306-453a-915f-4d0b0da03f68 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:21:24.122693 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 8667b537-23bf-4770-b031-e886a96c3afd up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:24.157863 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Pushing event updated for resources: {'Port': ['ID=47683087-2306-453a-915f-4d0b0da03f68,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:24.219654 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 8667b537-23bf-4770-b031-e886a96c3afd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:24.225572 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 8667b537-23bf-4770-b031-e886a96c3afd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:24.226188 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:24.243731 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Network ad090880-ef55-4c29-8a8c-e65ba8317c20 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:21:24.248130 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:24.332513 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:24.382963 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 8667b537-23bf-4770-b031-e886a96c3afd, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=8667b537-23bf-4770-b031-e886a96c3afd,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:24.391487 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:24.398052 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device ca300421-5f25-4aac-863f-7d6c698bdfa0 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:24.445155 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Router 9b03848f-f12f-458e-bf6b-a1c900957906 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:21:24.504161 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=8667b537-23bf-4770-b031-e886a96c3afd,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:24.527687 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port ca300421-5f25-4aac-863f-7d6c698bdfa0 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:24.528532 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:24.582572 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-6002ee99-7320-42f8-baa1-7f3e87b29596 None None] Provisioning complete for port 47683087-2306-453a-915f-4d0b0da03f68 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:24.582943 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6002ee99-7320-42f8-baa1-7f3e87b29596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:24.610057 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:21:24.624056 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-17fdf411-6d0c-4f1a-a50c-078dc382a7fd admin admin] 10.222.0.37 "PUT /v2.0/routers/9b03848f-f12f-458e-bf6b-a1c900957906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1678925 Sep 11 14:21:24.630619 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-6002ee99-7320-42f8-baa1-7f3e87b29596 None None] Port 47683087-2306-453a-915f-4d0b0da03f68 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:21:24.753833 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-334e4408-8d61-4553-9d1c-7dd685f40db5 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:24.760768 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-334e4408-8d61-4553-9d1c-7dd685f40db5 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/networks?id=f7565699-ce26-46ee-8684-f2ed39f40e85 HTTP/1.1" status: 200 len: 807 time: 0.1167185 Sep 11 14:21:24.780807 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-81b33bb1-437e-4c9d-8ff9-9ec7bfc71dd0 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/quotas/ff49f4b83865410daecd208a95c8969c HTTP/1.1" status: 200 len: 375 time: 0.0181949 Sep 11 14:21:24.813933 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-1041911c-bc3a-4c11-8b86-fa66e590d12d tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ff49f4b83865410daecd208a95c8969c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319989 Sep 11 14:21:24.926976 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-27d4ff43-7f48-4c06-a002-6ad11fb162e8 service neutron] 10.222.0.37 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054077 Sep 11 14:21:25.018924 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0d8b7-b2d7-4f75-ac7d-132d679e6737 req-09155a27-4985-4f46-bb7b-3560fa8df8a1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:25.021410 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-46b0d8b7-b2d7-4f75-ac7d-132d679e6737 req-09155a27-4985-4f46-bb7b-3560fa8df8a1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.1091168 Sep 11 14:21:25.075320 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-e27e40eb-33a2-4453-a0c9-ecfa14bdf0ed service neutron] 10.222.0.37 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341949 Sep 11 14:21:25.083234 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-46b0d8b7-b2d7-4f75-ac7d-132d679e6737 req-b5dc9c6b-951a-411b-b7d3-82b3fda6f038 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495789 Sep 11 14:21:25.271393 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d2a3c5bb-3d6a-4be6-acef-c44bbe296255 req-ccc703db-e171-4df4-a829-2f48a2f81fdd tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0262876 Sep 11 14:21:25.798643 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Sync routers for ids ['9b03848f-f12f-458e-bf6b-a1c900957906'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:21:25.808145 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Routers {'9b03848f-f12f-458e-bf6b-a1c900957906'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:21:25.809106 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:21:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['9b03848f-f12f-458e-bf6b-a1c900957906'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:25.921777 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device a055a9c3-e767-4e7c-96b4-fa47f5632a36 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:21:25.948909 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: a055a9c3-e767-4e7c-96b4-fa47f5632a36 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:21:25.950270 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device a055a9c3-e767-4e7c-96b4-fa47f5632a36 not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:21:25.990562 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Set router 9b03848f-f12f-458e-bf6b-a1c900957906 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:21:26.158671 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device a71f154c-3c8b-4635-a180-bdd2e2f8b799 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:26.243964 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f018605-9284-4495-8089-6f69ed6f3cf8 req-01b55662-dafd-4345-9c24-fc9a8f5b8547 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:26.253787 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2f018605-9284-4495-8089-6f69ed6f3cf8 req-01b55662-dafd-4345-9c24-fc9a8f5b8547 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0713584 Sep 11 14:21:26.275208 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port a71f154c-3c8b-4635-a180-bdd2e2f8b799 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:26.286109 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port a71f154c-3c8b-4635-a180-bdd2e2f8b799 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:26.286953 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:26.318612 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'name': 'tempest-TestMinimumBasicScenario-710468481-router', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:23Z', 'revision_number': 4, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'gw_port': {'id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '47683087-2306-453a-915f-4d0b0da03f68', 'name': '', 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'mac_address': 'fa:16:3e:67:eb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '752e7a35-ee00-449a-9427-0c695787c229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:22Z', 'updated_at': '2021-09-11T14:21:23Z', 'revision_number': 2, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'subnets': [{'id': '752e7a35-ee00-449a-9427-0c695787c229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:26.341827 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2f018605-9284-4495-8089-6f69ed6f3cf8 req-2b823625-6359-46f3-9719-994fbe304642 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870261 Sep 11 14:21:26.363753 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Checking router: 9b03848f-f12f-458e-bf6b-a1c900957906 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:21:26.364564 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Updating router 9b03848f-f12f-458e-bf6b-a1c900957906 port 47683087-2306-453a-915f-4d0b0da03f68 binding host dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:21:26.414931 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-84c22f94-f144-44af-9328-103d6d2fcdde req-5e59b596-339d-40a9-a50a-ae4e9db3ea12 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0358796 Sep 11 14:21:26.449882 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:26.472646 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:26.488078 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port a71f154c-3c8b-4635-a180-bdd2e2f8b799, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=a71f154c-3c8b-4635-a180-bdd2e2f8b799,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:26.496768 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:26.497346 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 8667b537-23bf-4770-b031-e886a96c3afd up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:26.650830 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-4203f1be-8a1d-4628-9d4b-d56c5880fc71 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:26.653399 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-4203f1be-8a1d-4628-9d4b-d56c5880fc71 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.13 "GET /v2.0/networks?id=f7565699-ce26-46ee-8684-f2ed39f40e85 HTTP/1.1" status: 200 len: 807 time: 0.1739504 Sep 11 14:21:26.685590 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Request body: {'port': {'device_id': '11d30681-8ac2-4f0c-a101-fa0872ec720e', 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85', 'admin_state_up': True, 'tenant_id': 'ff49f4b83865410daecd208a95c8969c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:26.781959 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=a71f154c-3c8b-4635-a180-bdd2e2f8b799,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:26.837122 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Made reservation on behalf of ff49f4b83865410daecd208a95c8969c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:21:26.841167 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:26.979478 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:26.993361 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Transition to ACTIVE for port object 47683087-2306-453a-915f-4d0b0da03f68 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:26.997211 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 8667b537-23bf-4770-b031-e886a96c3afd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:26.997591 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:27.013637 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Allocated IP 172.20.0.6 (f7565699-ce26-46ee-8684-f2ed39f40e85/00752a11-dc37-45f0-94d3-41b6679dd036/bfcc18eb-12b2-44b3-a3de-f256ae25577a) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:21:27.020941 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:27.281350 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545af966-578f-412e-b448-799f8d7910db None None] Pushing event updated for resources: {'Port': ['ID=47683087-2306-453a-915f-4d0b0da03f68,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:27.301806 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:27.343157 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Attempting to bind port 47683087-2306-453a-915f-4d0b0da03f68 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:21:27.343849 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Attempting to bind port 47683087-2306-453a-915f-4d0b0da03f68 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '0a794cb3-be5a-4720-aa39-1b24f7e14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:21:27.344553 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Attempting to bind port 47683087-2306-453a-915f-4d0b0da03f68 on network ad090880-ef55-4c29-8a8c-e65ba8317c20 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:27.352950 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:27.375389 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:21:27.375862 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Checking segment: {'id': '0a794cb3-be5a-4720-aa39-1b24f7e14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:27.379027 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:27.379027 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Bound using segment: {'id': '0a794cb3-be5a-4720-aa39-1b24f7e14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:21:27.379351 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Bound port: 47683087-2306-453a-915f-4d0b0da03f68, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a794cb3-be5a-4720-aa39-1b24f7e14afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:21:27.379817 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:27.458360 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Pushing event updated for resources: {'Port': ['ID=bfcc18eb-12b2-44b3-a3de-f256ae25577a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:27.506354 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Network f7565699-ce26-46ee-8684-f2ed39f40e85 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:21:27.511436 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:27.536622 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:21:27.544508 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:27.545974 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:27.571506 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] For port 47683087-2306-453a-915f-4d0b0da03f68, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:21:27.585090 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] For port 47683087-2306-453a-915f-4d0b0da03f68, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=47683087-2306-453a-915f-4d0b0da03f68,segment=NetworkSegment(0a794cb3-be5a-4720-aa39-1b24f7e14afa),segment_id=0a794cb3-be5a-4720-aa39-1b24f7e14afa)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:21:27.593688 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:27.605663 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-86ec9ae1-f50e-4d7e-a936-8e1322364522 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9249864 Sep 11 14:21:27.626977 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2242d3-4de8-4ff1-b36e-79faca793817 req-742a5673-6f02-4971-a746-e3090f748850 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:27.635474 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cd2242d3-4de8-4ff1-b36e-79faca793817 req-742a5673-6f02-4971-a746-e3090f748850 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.1696177 Sep 11 14:21:27.641584 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Request body: {'port': {'device_id': '11d30681-8ac2-4f0c-a101-fa0872ec720e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:27.677764 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Routers {'9b03848f-f12f-458e-bf6b-a1c900957906'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:21:27.678501 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:21:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['9b03848f-f12f-458e-bf6b-a1c900957906'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:27.686461 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39724) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:27.701818 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cd2242d3-4de8-4ff1-b36e-79faca793817 req-1a6b0ca3-793a-4137-8260-59a562e6bfcc tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588737 Sep 11 14:21:27.740520 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac8b9e-661e-4913-b948-e8dc42c90ab2 req-869b10c8-d751-4e4f-8fea-9f00de078847 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:27.742312 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b2ac8b9e-661e-4913-b948-e8dc42c90ab2 req-869b10c8-d751-4e4f-8fea-9f00de078847 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 931 time: 0.1861339 Sep 11 14:21:27.775872 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:27.783924 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545af966-578f-412e-b448-799f8d7910db None None] Pushing event updated for resources: {'Port': ['ID=47683087-2306-453a-915f-4d0b0da03f68,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:27.828884 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b2ac8b9e-661e-4913-b948-e8dc42c90ab2 req-82b9fe1f-65dc-4c4d-8aff-7ff9d3053374 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766685 Sep 11 14:21:28.011444 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.013492 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] Set router 9b03848f-f12f-458e-bf6b-a1c900957906 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:21:28.163353 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.173379 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.264693 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device a71f154c-3c8b-4635-a180-bdd2e2f8b799 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:28.313443 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfc94bf-93d6-4552-9680-d7d27b65d8a0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:28.329097 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93e722b75cbb4a79a75e1798ec4e789c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260183 Sep 11 14:21:28.335761 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39732) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:28.338104 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.338453 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.338866 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.339855 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.340249 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.340604 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.341019 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.342267 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.342667 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.343025 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.343375 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.343706 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ff487-d8a3-445c-8081-6ddb18d490d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:21:28.377456 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfcc18eb-12b2-44b3-a3de-f256ae25577a {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:21:28.390309 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.391952 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a96cbec8-ceac-4727-8343-39f2b8a0260d req-f7e1586b-3910-4914-8e67-6e78453f5405 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1545753 Sep 11 14:21:28.398686 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port a71f154c-3c8b-4635-a180-bdd2e2f8b799 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:28.399183 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.421482 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f16d059b-741a-46b3-9ff8-b94c9df8caa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.422130 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Transition to ACTIVE for port object bfcc18eb-12b2-44b3-a3de-f256ae25577a will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:28.431041 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.451606 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f16d059b-741a-46b3-9ff8-b94c9df8caa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.553132 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cbec8-ceac-4727-8343-39f2b8a0260d req-6be59e66-3fd6-453e-9736-f7444ef6df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:28.554700 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a96cbec8-ceac-4727-8343-39f2b8a0260d req-6be59e66-3fd6-453e-9736-f7444ef6df86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 1099 time: 0.0614054 Sep 11 14:21:28.555864 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f16d059b-741a-46b3-9ff8-b94c9df8caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.558808 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f16d059b-741a-46b3-9ff8-b94c9df8caa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.560133 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-f16d059b-741a-46b3-9ff8-b94c9df8caa8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ccfc94bf-93d6-4552-9680-d7d27b65d8a0 HTTP/1.1" status: 204 len: 168 time: 0.2116804 Sep 11 14:21:28.584823 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Attempting to bind port bfcc18eb-12b2-44b3-a3de-f256ae25577a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:21:28.585322 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Attempting to bind port bfcc18eb-12b2-44b3-a3de-f256ae25577a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:21:28.585885 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Attempting to bind port bfcc18eb-12b2-44b3-a3de-f256ae25577a on network f7565699-ce26-46ee-8684-f2ed39f40e85 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:28.596989 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Port bfcc18eb-12b2-44b3-a3de-f256ae25577a on network f7565699-ce26-46ee-8684-f2ed39f40e85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:21:28.597431 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Attempting to bind port bfcc18eb-12b2-44b3-a3de-f256ae25577a on network f7565699-ce26-46ee-8684-f2ed39f40e85 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:28.599784 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcc18eb-12b2-44b3-a3de-f256ae25577a,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:28.605940 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:21:28.606428 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Checking segment: {'id': 'fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:28.606901 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Bound using segment: {'id': 'fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:21:28.607474 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Bound port: bfcc18eb-12b2-44b3-a3de-f256ae25577a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:21:28.607923 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.617149 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d059b-741a-46b3-9ff8-b94c9df8caa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfc94bf-93d6-4552-9680-d7d27b65d8a0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:28.660030 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'name': 'tempest-TestMinimumBasicScenario-710468481-router', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:23Z', 'revision_number': 4, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'gw_port': {'id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '47683087-2306-453a-915f-4d0b0da03f68', 'name': '', 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'mac_address': 'fa:16:3e:67:eb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '752e7a35-ee00-449a-9427-0c695787c229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:22Z', 'updated_at': '2021-09-11T14:21:27Z', 'revision_number': 4, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'subnets': [{'id': '752e7a35-ee00-449a-9427-0c695787c229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:21:28.700172 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79b7632-0b78-453f-94c5-4bffbefc36c0 None None] The sync data for ids ['9b03848f-f12f-458e-bf6b-a1c900957906'] in dv-cinder-760197-9-iscsi is: [{'id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'name': 'tempest-TestMinimumBasicScenario-710468481-router', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:23Z', 'revision_number': 4, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'gw_port': {'id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '47683087-2306-453a-915f-4d0b0da03f68', 'name': '', 'network_id': 'ad090880-ef55-4c29-8a8c-e65ba8317c20', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'mac_address': 'fa:16:3e:67:eb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '752e7a35-ee00-449a-9427-0c695787c229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:22Z', 'updated_at': '2021-09-11T14:21:27Z', 'revision_number': 4, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'subnets': [{'id': '752e7a35-ee00-449a-9427-0c695787c229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:21:28.713929 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] For port bfcc18eb-12b2-44b3-a3de-f256ae25577a, host hv-cinder-76019, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:21:28.721247 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] For port bfcc18eb-12b2-44b3-a3de-f256ae25577a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bfcc18eb-12b2-44b3-a3de-f256ae25577a,segment=NetworkSegment(fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6),segment_id=fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:21:28.732164 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.806809 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:28.807594 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:28.809335 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] 10.222.0.13 "PUT /v2.0/ports/bfcc18eb-12b2-44b3-a3de-f256ae25577a HTTP/1.1" status: 200 len: 1093 time: 1.1770246 Sep 11 14:21:28.809728 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d30681-8ac2-4f0c-a101-fa0872ec720e', 'tag': 'bfcc18eb-12b2-44b3-a3de-f256ae25577a'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:21:28.812419 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a833539-7a97-45f6-94bb-3fd009198129" -d '{"events": [{"name": "network-changed", "server_uuid": "11d30681-8ac2-4f0c-a101-fa0872ec720e", "tag": "bfcc18eb-12b2-44b3-a3de-f256ae25577a"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:21:28.878404 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cbec8-ceac-4727-8343-39f2b8a0260d req-173bbdb4-a920-492e-913c-49eb90e4a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:28.884814 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc8ea4-d833-4714-a190-a8a7af409022 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcc18eb-12b2-44b3-a3de-f256ae25577a,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:28.889865 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a96cbec8-ceac-4727-8343-39f2b8a0260d req-173bbdb4-a920-492e-913c-49eb90e4a86a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 918 time: 0.3023446 Sep 11 14:21:28.935455 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5313d54-5004-4322-9446-4cf2fe2de7b0 x-openstack-request-id: req-f5313d54-5004-4322-9446-4cf2fe2de7b0 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:21:28.935812 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d30681-8ac2-4f0c-a101-fa0872ec720e", "tag": "bfcc18eb-12b2-44b3-a3de-f256ae25577a", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:21:28.935991 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f5313d54-5004-4322-9446-4cf2fe2de7b0 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:21:28.936405 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d30681-8ac2-4f0c-a101-fa0872ec720e', 'tag': 'bfcc18eb-12b2-44b3-a3de-f256ae25577a', 'status': 'completed', 'code': 200} Sep 11 14:21:28.954464 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-8ad8427e-c585-4407-8e0c-4f8b50e677cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:28.956230 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-8ad8427e-c585-4407-8e0c-4f8b50e677cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff49f4b83865410daecd208a95c8969c&device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 1096 time: 0.0662124 Sep 11 14:21:29.036003 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a96cbec8-ceac-4727-8343-39f2b8a0260d req-820562c6-a99a-4c84-b8bc-9ec2ac4a3d11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eb8174b-217c-406d-bbef-091acafb977c HTTP/1.1" status: 200 len: 217 time: 0.1399848 Sep 11 14:21:29.186402 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aac15-ecc1-47cd-b4fc-20bffddf4d2d req-5f756286-92b6-421b-8982-fdb5e10659fa tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:29.194248 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b19aac15-ecc1-47cd-b4fc-20bffddf4d2d req-5f756286-92b6-421b-8982-fdb5e10659fa tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.2742167 Sep 11 14:21:29.211036 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cbec8-ceac-4727-8343-39f2b8a0260d req-74b6edba-be63-4d84-83a3-530d698de468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:29.212807 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a96cbec8-ceac-4727-8343-39f2b8a0260d req-74b6edba-be63-4d84-83a3-530d698de468 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 200 len: 857 time: 0.1324809 Sep 11 14:21:29.259509 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a96cbec8-ceac-4727-8343-39f2b8a0260d req-0b94114c-8f20-4b09-8421-33c15ed9a453 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cdadcaf-3b21-4ad0-8822-3c2287855219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336108 Sep 11 14:21:29.261579 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39752) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:29.283931 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab7d1d-92c2-4f27-8b55-78ebe9deb937 req-3203801e-a22a-43f1-a6c9-9ffa75d635c1 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:29.291682 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3eab7d1d-92c2-4f27-8b55-78ebe9deb937 req-3203801e-a22a-43f1-a6c9-9ffa75d635c1 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 943 time: 0.2121923 Sep 11 14:21:29.371523 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c971719f-776b-4d48-80dc-7dc8b3de5a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:29.397483 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-9342d3f0-4d91-44e0-a742-812fc8984a16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfcc18eb-12b2-44b3-a3de-f256ae25577a HTTP/1.1" status: 200 len: 217 time: 0.4241550 Sep 11 14:21:29.400303 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b19aac15-ecc1-47cd-b4fc-20bffddf4d2d req-d32957f1-779c-43e4-a9cf-bad5a772f285 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982911 Sep 11 14:21:29.427933 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3eab7d1d-92c2-4f27-8b55-78ebe9deb937 req-49b86a0d-c152-4db2-810d-844d2d6e62b6 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346359 Sep 11 14:21:29.515747 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-eba28d31-5067-484a-ba40-b66bc152516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:29.521694 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-eba28d31-5067-484a-ba40-b66bc152516c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00752a11-dc37-45f0-94d3-41b6679dd036 HTTP/1.1" status: 200 len: 847 time: 0.1144018 Sep 11 14:21:29.569406 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a96cbec8-ceac-4727-8343-39f2b8a0260d req-1903943d-19c9-4a3f-8c21-556cbcd44d59 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942202 Sep 11 14:21:29.578217 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-fe8e5cbf-0993-4075-a5be-b73ea3334566 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7565699-ce26-46ee-8684-f2ed39f40e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444453 Sep 11 14:21:29.601157 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c971719f-776b-4d48-80dc-7dc8b3de5a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:29.617121 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c971719f-776b-4d48-80dc-7dc8b3de5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:29.758605 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-89a33f4c-c45b-4cd3-8629-d818ddd86664 service neutron] 10.222.0.13 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643593 Sep 11 14:21:29.776691 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971719f-776b-4d48-80dc-7dc8b3de5a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174e1b2d-f0a9-4a88-bf0c-5a182620d12a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:29.787924 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-c971719f-776b-4d48-80dc-7dc8b3de5a4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09525aeb245242719bb54ca5ac932ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5233812 Sep 11 14:21:29.790463 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39756) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:29.860931 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a3c0b-5dc6-4f1f-b0d7-0f22da225ba6 req-913a6527-cdc3-4e7e-9767-d55a7f473e1c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:29.862689 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-971a3c0b-5dc6-4f1f-b0d7-0f22da225ba6 req-913a6527-cdc3-4e7e-9767-d55a7f473e1c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.1583722 Sep 11 14:21:29.904386 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-a020a164-aa8f-4658-bf38-31c3a4e161e0 req-e465c78c-0637-4f1f-8fd7-eb21cd4d401a service neutron] 10.222.0.13 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374316 Sep 11 14:21:29.913934 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a96cbec8-ceac-4727-8343-39f2b8a0260d req-ae963dfc-b753-4798-b8e7-eea5c75dae21 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068547 Sep 11 14:21:30.001313 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8639f417-0b61-4d84-ba92-1fca4d0298db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:30.028323 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 47683087-2306-453a-915f-4d0b0da03f68 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:30.030874 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8639f417-0b61-4d84-ba92-1fca4d0298db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:30.119087 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-971a3c0b-5dc6-4f1f-b0d7-0f22da225ba6 req-453e0356-4e06-4261-a22e-c68a7f1a8409 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292078 Sep 11 14:21:30.147301 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8639f417-0b61-4d84-ba92-1fca4d0298db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:30.154775 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8639f417-0b61-4d84-ba92-1fca4d0298db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:30.160657 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-8639f417-0b61-4d84-ba92-1fca4d0298db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/174e1b2d-f0a9-4a88-bf0c-5a182620d12a HTTP/1.1" status: 204 len: 168 time: 0.3665318 Sep 11 14:21:30.170383 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 47683087-2306-453a-915f-4d0b0da03f68 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:30.176585 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639f417-0b61-4d84-ba92-1fca4d0298db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174e1b2d-f0a9-4a88-bf0c-5a182620d12a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:30.185851 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 47683087-2306-453a-915f-4d0b0da03f68 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:30.186331 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:30.196876 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833539-7a97-45f6-94bb-3fd009198129 req-59ca1d90-102d-4f97-9398-dd5c1f774c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:30.198970 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3a833539-7a97-45f6-94bb-3fd009198129 req-59ca1d90-102d-4f97-9398-dd5c1f774c4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff49f4b83865410daecd208a95c8969c&device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 1096 time: 0.1174271 Sep 11 14:21:30.329678 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833539-7a97-45f6-94bb-3fd009198129 req-79111118-1721-4c84-80ad-59924d6040b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:30.331603 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3a833539-7a97-45f6-94bb-3fd009198129 req-79111118-1721-4c84-80ad-59924d6040b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7565699-ce26-46ee-8684-f2ed39f40e85 HTTP/1.1" status: 200 len: 908 time: 0.1224067 Sep 11 14:21:30.331978 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:30.381901 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 47683087-2306-453a-915f-4d0b0da03f68, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=47683087-2306-453a-915f-4d0b0da03f68,segment=NetworkSegment(0a794cb3-be5a-4720-aa39-1b24f7e14afa),segment_id=0a794cb3-be5a-4720-aa39-1b24f7e14afa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:30.396797 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:30.405323 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3a833539-7a97-45f6-94bb-3fd009198129 req-871de44b-7b85-4c2f-8b11-8e9100b694af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfcc18eb-12b2-44b3-a3de-f256ae25577a HTTP/1.1" status: 200 len: 217 time: 0.0606863 Sep 11 14:21:30.522862 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833539-7a97-45f6-94bb-3fd009198129 req-dbfbcf3f-576a-4a2e-b1a9-e26743897b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:30.526928 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3a833539-7a97-45f6-94bb-3fd009198129 req-dbfbcf3f-576a-4a2e-b1a9-e26743897b69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=00752a11-dc37-45f0-94d3-41b6679dd036 HTTP/1.1" status: 200 len: 847 time: 0.1103458 Sep 11 14:21:30.559447 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=47683087-2306-453a-915f-4d0b0da03f68,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:30.695629 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3a833539-7a97-45f6-94bb-3fd009198129 req-76755d52-fd79-42e0-a4a6-1356cfdde26a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7565699-ce26-46ee-8684-f2ed39f40e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919757 Sep 11 14:21:30.715183 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bd82a-4ca9-4559-abdf-5f7f66c35fb2 req-e4cb6b6d-1361-4336-b754-851a5c2e3ed3 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:30.722541 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-df8bd82a-4ca9-4559-abdf-5f7f66c35fb2 req-e4cb6b6d-1361-4336-b754-851a5c2e3ed3 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 943 time: 0.1945488 Sep 11 14:21:30.801442 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750f77f-e0f9-4b84-907f-b3b4c188f426 req-488ef868-4d87-4905-9360-1633288a1c7d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:30.803568 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8750f77f-e0f9-4b84-907f-b3b4c188f426 req-488ef868-4d87-4905-9360-1633288a1c7d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.1837225 Sep 11 14:21:30.964154 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-df8bd82a-4ca9-4559-abdf-5f7f66c35fb2 req-6b99f127-3845-4021-9cab-fcb81894e798 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405705 Sep 11 14:21:30.983103 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8750f77f-e0f9-4b84-907f-b3b4c188f426 req-1fd9fda4-6367-4cc1-a8f6-be52d41a6142 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720285 Sep 11 14:21:30.998663 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3a833539-7a97-45f6-94bb-3fd009198129 req-44ea48f5-0429-4133-bd1b-3eaf0302912d service neutron] 10.222.0.13 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605116 Sep 11 14:21:31.130429 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3a833539-7a97-45f6-94bb-3fd009198129 req-06d17460-402f-4e1a-99c5-b94e3729ca1e service neutron] 10.222.0.13 "GET /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129043 Sep 11 14:21:31.202760 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:31.305461 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64995ee5-bf0a-457d-aa98-903e1d6cd996 req-807726e9-a982-4a22-be5c-089e94f7f0fc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:31.310002 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-64995ee5-bf0a-457d-aa98-903e1d6cd996 req-807726e9-a982-4a22-be5c-089e94f7f0fc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.1024806 Sep 11 14:21:31.354913 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-64995ee5-bf0a-457d-aa98-903e1d6cd996 req-236fb9a1-0afa-4e7b-9b5f-3afb39b3b56b tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385880 Sep 11 14:21:31.785162 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39802) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:31.909964 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca258099-3469-4c6d-997d-cca17e6480c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:31.946252 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device bfcc18eb-12b2-44b3-a3de-f256ae25577a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:21:32.002531 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 47683087-2306-453a-915f-4d0b0da03f68 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:32.050173 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca258099-3469-4c6d-997d-cca17e6480c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:32.060530 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ca258099-3469-4c6d-997d-cca17e6480c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:32.104560 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-ca258099-3469-4c6d-997d-cca17e6480c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58ef8cbc658b45349c3df4acdb0fa0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158324 Sep 11 14:21:32.104826 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39810) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:32.154675 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port bfcc18eb-12b2-44b3-a3de-f256ae25577a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bfcc18eb-12b2-44b3-a3de-f256ae25577a,segment=NetworkSegment(fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6),segment_id=fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:32.160353 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 47683087-2306-453a-915f-4d0b0da03f68 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:32.161145 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:32.170254 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41297701-e7b7-4e17-a25c-4837c105ce2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:32.210907 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca258099-3469-4c6d-997d-cca17e6480c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d2cc9-eea3-4428-bc61-2865616c45d4,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:32.224707 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41297701-e7b7-4e17-a25c-4837c105ce2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:32.240214 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d828f-07b1-472c-97da-1c19dface73d req-f8453635-a6d2-4df0-9888-4106dd95904d tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:32.247553 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': 'bfcc18eb-12b2-44b3-a3de-f256ae25577a', 'network_id': 'f7565699-ce26-46ee-8684-f2ed39f40e85', 'port_id': 'bfcc18eb-12b2-44b3-a3de-f256ae25577a', 'mac_address': 'fa:16:3e:3f:df:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00752a11-dc37-45f0-94d3-41b6679dd036', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:21:32.249394 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cc0d828f-07b1-472c-97da-1c19dface73d req-f8453635-a6d2-4df0-9888-4106dd95904d tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 943 time: 0.1529484 Sep 11 14:21:32.274015 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefa125-438e-4003-99a2-ba4720c58f78 req-b1a8ef3d-5cf8-4a05-8357-9503fe4a61f0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:32.283875 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6fefa125-438e-4003-99a2-ba4720c58f78 req-b1a8ef3d-5cf8-4a05-8357-9503fe4a61f0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.1796951 Sep 11 14:21:32.289076 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41297701-e7b7-4e17-a25c-4837c105ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:32.303129 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-41297701-e7b7-4e17-a25c-4837c105ce2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:32.325828 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:32.333486 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-41297701-e7b7-4e17-a25c-4837c105ce2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b22d2cc9-eea3-4428-bc61-2865616c45d4 HTTP/1.1" status: 204 len: 168 time: 0.2275374 Sep 11 14:21:32.343843 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cc0d828f-07b1-472c-97da-1c19dface73d req-99dc77bf-3398-4e0a-ac6e-65bb073c71bc tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923038 Sep 11 14:21:32.344547 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41297701-e7b7-4e17-a25c-4837c105ce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d2cc9-eea3-4428-bc61-2865616c45d4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:32.356595 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfcc18eb-12b2-44b3-a3de-f256ae25577a {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:21:32.372441 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6fefa125-438e-4003-99a2-ba4720c58f78 req-8ba7dcc5-0d58-4500-b0d8-f1b3ad00a53a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862014 Sep 11 14:21:32.394857 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port bfcc18eb-12b2-44b3-a3de-f256ae25577a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bfcc18eb-12b2-44b3-a3de-f256ae25577a,segment=NetworkSegment(fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6),segment_id=fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:32.404497 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:32.482927 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=bfcc18eb-12b2-44b3-a3de-f256ae25577a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:32.509657 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8870a05-dfe1-4e2e-8071-b96ba00029d2 req-5f559aca-677b-4f66-803b-418e10e7fa1c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:32.517889 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a8870a05-dfe1-4e2e-8071-b96ba00029d2 req-5f559aca-677b-4f66-803b-418e10e7fa1c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0598505 Sep 11 14:21:32.576803 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a8870a05-dfe1-4e2e-8071-b96ba00029d2 req-93b3a8b6-ac8e-4c8b-89c0-f717d4ed6583 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576999 Sep 11 14:21:32.811158 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['bfcc18eb-12b2-44b3-a3de-f256ae25577a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:21:33.537833 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa0c3a-ed77-4318-9490-e908c2c5a820 req-5d4c2bf2-e2e2-40a9-be18-79874dc4f63c tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:33.538462 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-56aa0c3a-ed77-4318-9490-e908c2c5a820 req-5d4c2bf2-e2e2-40a9-be18-79874dc4f63c tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 944 time: 0.1232700 Sep 11 14:21:33.546870 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daeaac-81f0-4abe-bfd9-d0e4408d3767 req-34c40cec-43f0-4254-a772-5eefef72321d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:33.555167 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d7daeaac-81f0-4abe-bfd9-d0e4408d3767 req-34c40cec-43f0-4254-a772-5eefef72321d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0811172 Sep 11 14:21:33.627327 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d7daeaac-81f0-4abe-bfd9-d0e4408d3767 req-ce4864ff-74e7-48be-8091-436fc23125ea tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710409 Sep 11 14:21:33.630478 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-56aa0c3a-ed77-4318-9490-e908c2c5a820 req-764ebbc4-9a53-41a4-8f0e-8f6b0bd6ae44 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722141 Sep 11 14:21:33.706447 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:21:33.781150 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78875d-d718-4ecb-b45c-c0718158e9e4 req-284f7b4a-6504-44d4-8957-51d28a81e7cd tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:33.782598 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 39852) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:33.783063 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bf78875d-d718-4ecb-b45c-c0718158e9e4 req-284f7b4a-6504-44d4-8957-51d28a81e7cd tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0595636 Sep 11 14:21:33.839623 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bf78875d-d718-4ecb-b45c-c0718158e9e4 req-7fde3343-614b-4c0f-9731-eb8f21033c06 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447879 Sep 11 14:21:33.895528 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a19ecbe-5175-4ce0-8275-67bca271e00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:33.980110 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device bfcc18eb-12b2-44b3-a3de-f256ae25577a up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:33.990833 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a19ecbe-5175-4ce0-8275-67bca271e00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:33.995090 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1a19ecbe-5175-4ce0-8275-67bca271e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:34.047578 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-1a19ecbe-5175-4ce0-8275-67bca271e00e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67afcb7f72104317962f6210411d14e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637644 Sep 11 14:21:34.049731 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19ecbe-5175-4ce0-8275-67bca271e00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00996ad6-0908-46ec-b6e5-3cf677ca2fdf,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:34.051278 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 39856) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:21:34.054609 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port bfcc18eb-12b2-44b3-a3de-f256ae25577a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:34.089619 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port bfcc18eb-12b2-44b3-a3de-f256ae25577a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:34.090310 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:34.147318 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49df2284-8989-4a56-9cde-bbebcf3ed00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:34.200824 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49df2284-8989-4a56-9cde-bbebcf3ed00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:34.206848 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:34.262597 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d30681-8ac2-4f0c-a101-fa0872ec720e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcc18eb-12b2-44b3-a3de-f256ae25577a'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:21:34.266529 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e66a1e0-7166-4ca3-826b-1f8519f91b1c" -d '{"events": [{"server_uuid": "11d30681-8ac2-4f0c-a101-fa0872ec720e", "name": "network-vif-plugged", "status": "completed", "tag": "bfcc18eb-12b2-44b3-a3de-f256ae25577a"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:21:34.288635 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port bfcc18eb-12b2-44b3-a3de-f256ae25577a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bfcc18eb-12b2-44b3-a3de-f256ae25577a,segment=NetworkSegment(fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6),segment_id=fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:34.297222 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49df2284-8989-4a56-9cde-bbebcf3ed00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:34.299581 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:34.299914 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-49df2284-8989-4a56-9cde-bbebcf3ed00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:34.303984 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-49df2284-8989-4a56-9cde-bbebcf3ed00b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00996ad6-0908-46ec-b6e5-3cf677ca2fdf HTTP/1.1" status: 204 len: 168 time: 0.2488940 Sep 11 14:21:34.311264 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df2284-8989-4a56-9cde-bbebcf3ed00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00996ad6-0908-46ec-b6e5-3cf677ca2fdf,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:34.332512 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeae8ed-d784-4c2a-ab05-b527fb42ac44 x-openstack-request-id: req-7aeae8ed-d784-4c2a-ab05-b527fb42ac44 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:21:34.332806 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d30681-8ac2-4f0c-a101-fa0872ec720e", "name": "network-vif-plugged", "status": "completed", "tag": "bfcc18eb-12b2-44b3-a3de-f256ae25577a", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:21:34.333055 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7aeae8ed-d784-4c2a-ab05-b527fb42ac44 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:21:34.333447 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d30681-8ac2-4f0c-a101-fa0872ec720e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcc18eb-12b2-44b3-a3de-f256ae25577a', 'code': 200} Sep 11 14:21:34.340510 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e60168c2-d6c7-45bf-a295-5138336f6f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:34.378463 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=bfcc18eb-12b2-44b3-a3de-f256ae25577a,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:34.648039 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c1f69-e687-4b59-8e8c-bb484d4e2447 req-5a110fdc-06f5-4a28-af2e-79042518765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:34.650754 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-468c1f69-e687-4b59-8e8c-bb484d4e2447 req-5a110fdc-06f5-4a28-af2e-79042518765b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 1098 time: 0.0613973 Sep 11 14:21:34.701354 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-468c1f69-e687-4b59-8e8c-bb484d4e2447 req-1bd6b833-9c11-4352-9871-50f477456acc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Sep 11 14:21:34.815545 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4553c-cd1a-45f7-a896-69cda9742f5b req-a1668c75-7644-48fc-ba92-de7e3624c2a2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:34.820728 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d8b4553c-cd1a-45f7-a896-69cda9742f5b req-a1668c75-7644-48fc-ba92-de7e3624c2a2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0982757 Sep 11 14:21:34.841722 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c64fe5-e8d2-468f-9a14-bc48ebab138e req-752baad5-4b6f-42a4-8907-e3e9da134dde tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:34.843207 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-76c64fe5-e8d2-468f-9a14-bc48ebab138e req-752baad5-4b6f-42a4-8907-e3e9da134dde tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 945 time: 0.1057723 Sep 11 14:21:34.894177 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d8b4553c-cd1a-45f7-a896-69cda9742f5b req-c5efec13-4360-490e-9638-e97338922c82 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693398 Sep 11 14:21:34.902444 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-76c64fe5-e8d2-468f-9a14-bc48ebab138e req-6ae832dc-47d8-4678-ae1c-f1edee1286ab tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526969 Sep 11 14:21:35.032825 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711ddf4-ac4d-4cf2-abf8-960138efd6ff req-58d80d1f-2f90-4f8e-ac04-4c9991490d59 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:35.034321 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d711ddf4-ac4d-4cf2-abf8-960138efd6ff req-58d80d1f-2f90-4f8e-ac04-4c9991490d59 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0538657 Sep 11 14:21:35.077575 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d711ddf4-ac4d-4cf2-abf8-960138efd6ff req-a5eb9063-aa13-4449-9682-332499a081f3 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369551 Sep 11 14:21:35.993914 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 4c9a8e2c-ce71-426b-991e-b3d877832cbc details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:21:36.169634 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:36.184424 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'port_id': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'mac_address': 'fa:16:3e:4d:46:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:21:36.238362 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:36.255246 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c9a8e2c-ce71-426b-991e-b3d877832cbc {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:21:36.280222 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:36.286238 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:36.333092 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71462d79-adab-4e7a-bdd5-ae7805be1c4c req-c0916d26-290a-4272-b8c7-08df70be3352 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:36.342060 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-71462d79-adab-4e7a-bdd5-ae7805be1c4c req-c0916d26-290a-4272-b8c7-08df70be3352 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.3378010 Sep 11 14:21:36.354746 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=4c9a8e2c-ce71-426b-991e-b3d877832cbc,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:36.445026 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863a07b-a7cc-4749-bac9-318f2e0e70a6 req-e9f6e8fd-4d49-4061-8d6c-3f541956fd83 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:36.450674 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1863a07b-a7cc-4749-bac9-318f2e0e70a6 req-e9f6e8fd-4d49-4061-8d6c-3f541956fd83 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 945 time: 0.3690112 Sep 11 14:21:36.454352 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-71462d79-adab-4e7a-bdd5-ae7805be1c4c req-e2e2e8e5-cca0-4549-a325-993114c7f046 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111875 Sep 11 14:21:36.456256 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4b10-1217-4536-87eb-e1a0cf5d643d req-cc24c20d-1cfb-4342-920e-380ca2c9af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:36.460641 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4b8c4b10-1217-4536-87eb-e1a0cf5d643d req-cc24c20d-1cfb-4342-920e-380ca2c9af2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 1099 time: 0.1364594 Sep 11 14:21:36.512776 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1863a07b-a7cc-4749-bac9-318f2e0e70a6 req-f299f569-a69c-4083-a9f4-caff92bdaae4 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513985 Sep 11 14:21:36.530698 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['4c9a8e2c-ce71-426b-991e-b3d877832cbc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:21:36.672947 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4b10-1217-4536-87eb-e1a0cf5d643d req-0d1db64e-2726-42f3-81b8-d57c9ebee431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:36.674794 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4b8c4b10-1217-4536-87eb-e1a0cf5d643d req-0d1db64e-2726-42f3-81b8-d57c9ebee431 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 918 time: 0.1685739 Sep 11 14:21:36.760651 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4b8c4b10-1217-4536-87eb-e1a0cf5d643d req-c6b965ea-9f75-4e8f-8129-88db67b48170 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eb8174b-217c-406d-bbef-091acafb977c HTTP/1.1" status: 200 len: 217 time: 0.0609272 Sep 11 14:21:36.775033 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32744b-1fcd-4fda-9dae-47c1dc399339 req-f6439f89-6888-402c-af27-74f1da94a5e0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:36.777429 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ef32744b-1fcd-4fda-9dae-47c1dc399339 req-f6439f89-6888-402c-af27-74f1da94a5e0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.1278780 Sep 11 14:21:36.819403 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcb34a-d1c6-4223-ba86-5c49e9ef44fa req-8f0dd7fc-8d95-424f-8717-660fc178fff2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:36.820909 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1adcb34a-d1c6-4223-ba86-5c49e9ef44fa req-8f0dd7fc-8d95-424f-8717-660fc178fff2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.1727474 Sep 11 14:21:36.873863 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f0acf390-1153-4a1b-8667-e17022dab662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:36.874135 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c4b10-1217-4536-87eb-e1a0cf5d643d req-4922b79e-adc1-47a7-b8ee-6512a745aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:36.876256 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4b8c4b10-1217-4536-87eb-e1a0cf5d643d req-4922b79e-adc1-47a7-b8ee-6512a745aa2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 200 len: 857 time: 0.0973628 Sep 11 14:21:36.885843 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ef32744b-1fcd-4fda-9dae-47c1dc399339 req-45a554ca-df6c-41ff-8efc-cc67ab097272 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971074 Sep 11 14:21:36.929531 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4b8c4b10-1217-4536-87eb-e1a0cf5d643d req-5d3b6fe8-51f0-4abd-b7f2-849ea5b3b0fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cdadcaf-3b21-4ad0-8822-3c2287855219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424924 Sep 11 14:21:36.934102 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1adcb34a-d1c6-4223-ba86-5c49e9ef44fa req-16a3ab1d-4c5a-447d-8712-f62f86713f24 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057470 Sep 11 14:21:37.025069 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4b8c4b10-1217-4536-87eb-e1a0cf5d643d req-586e9823-30ca-4d84-ac2f-06a475b51823 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876577 Sep 11 14:21:37.111828 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:37.129742 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4b8c4b10-1217-4536-87eb-e1a0cf5d643d req-4f969eca-edcf-43a5-a7ab-0cc23509d808 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960615 Sep 11 14:21:37.595050 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae42e2a-e7fd-468b-8afd-a19f99e0e054 req-b4c44f0e-1a5d-4fe5-9285-9e82fd2f9770 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:37.596645 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-aae42e2a-e7fd-468b-8afd-a19f99e0e054 req-b4c44f0e-1a5d-4fe5-9285-9e82fd2f9770 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 944 time: 0.0642271 Sep 11 14:21:37.667682 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-aae42e2a-e7fd-468b-8afd-a19f99e0e054 req-17bd9f0f-2265-4803-9c5b-491d514175ac tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649505 Sep 11 14:21:37.676226 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa91724-d128-4e7c-b572-2914488ee31a req-3fd05182-0f74-40ec-8588-202033c44634 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:37.677660 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3aa91724-d128-4e7c-b572-2914488ee31a req-3fd05182-0f74-40ec-8588-202033c44634 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 945 time: 0.0690160 Sep 11 14:21:37.717566 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3aa91724-d128-4e7c-b572-2914488ee31a req-28a5ef59-be0f-4b56-b2d3-a0882d97db6a tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Sep 11 14:21:38.015282 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103533cb-2de6-4913-9e42-0eb433b481ed req-cc30165e-b64c-4f53-87b5-6338933d0170 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:38.016919 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-103533cb-2de6-4913-9e42-0eb433b481ed req-cc30165e-b64c-4f53-87b5-6338933d0170 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0575535 Sep 11 14:21:38.021304 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 4c9a8e2c-ce71-426b-991e-b3d877832cbc up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:21:38.074687 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:38.088527 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 4c9a8e2c-ce71-426b-991e-b3d877832cbc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:38.088881 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:38.090024 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-103533cb-2de6-4913-9e42-0eb433b481ed req-57958b35-1e61-48be-88c2-15f9788670cc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582478 Sep 11 14:21:38.098589 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77fa55-7a19-4bcc-a810-2ddec23a1100 req-8d2df834-ed30-4977-b655-c1181708e604 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:38.100134 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7a77fa55-7a19-4bcc-a810-2ddec23a1100 req-8d2df834-ed30-4977-b655-c1181708e604 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0822670 Sep 11 14:21:38.148324 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7a77fa55-7a19-4bcc-a810-2ddec23a1100 req-b13fd0d3-995f-4eb1-acfe-0c0f0b002acd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Sep 11 14:21:38.188335 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:38.210894 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:21:38.213939 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50f8983-4a0b-410d-94ee-7577ce81e9ec" -d '{"events": [{"server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "name": "network-vif-plugged", "status": "completed", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:21:38.226332 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:38.231746 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:38.256317 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59b85f5-d3ca-4b4b-9fc6-3cb0087b221d x-openstack-request-id: req-b59b85f5-d3ca-4b4b-9fc6-3cb0087b221d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:21:38.256612 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "name": "network-vif-plugged", "status": "completed", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:21:38.256862 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b59b85f5-d3ca-4b4b-9fc6-3cb0087b221d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:21:38.257261 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'code': 200} Sep 11 14:21:38.285948 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=4c9a8e2c-ce71-426b-991e-b3d877832cbc,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:38.591142 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-6ce64fc3-c9de-4dbe-8076-ac202741c79d tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:38.596824 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-6ce64fc3-c9de-4dbe-8076-ac202741c79d tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/networks?id=fcd86cc2-faad-41bd-b8f5-904e23d2a967 HTTP/1.1" status: 200 len: 814 time: 0.1179612 Sep 11 14:21:38.610233 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e0ca2d2d-f265-4a25-a8f0-2b4c4df450be tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/quotas/0819c7649dad420387ad57962433b453 HTTP/1.1" status: 200 len: 375 time: 0.0108278 Sep 11 14:21:38.689710 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998cd42-7767-405d-af01-2c2211e0abb7 req-ecf1e792-5dff-4170-8f0f-2434028344fa tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:38.691180 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4998cd42-7767-405d-af01-2c2211e0abb7 req-ecf1e792-5dff-4170-8f0f-2434028344fa tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 945 time: 0.0767066 Sep 11 14:21:38.701266 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-f97eaaf0-c4f8-48ea-9b18-290c063fae64 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0819c7649dad420387ad57962433b453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850401 Sep 11 14:21:38.770643 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4998cd42-7767-405d-af01-2c2211e0abb7 req-5d188cd4-e1d3-4d46-bb10-42c6f61968b2 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683522 Sep 11 14:21:38.832019 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-6473e65e-8d1e-4c2a-bf40-72195ab450cd service neutron] 10.222.0.37 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163554 Sep 11 14:21:38.950653 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1c6b2-6a59-4ca2-8631-763218dafded req-a8859e97-3a51-4ae1-b5c0-53b7f1fab610 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:38.952505 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-52c1c6b2-6a59-4ca2-8631-763218dafded req-a8859e97-3a51-4ae1-b5c0-53b7f1fab610 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.1121464 Sep 11 14:21:38.986697 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-fe41a899-2838-40e9-b547-88dd08e63772 service neutron] 10.222.0.37 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477141 Sep 11 14:21:39.006202 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-52c1c6b2-6a59-4ca2-8631-763218dafded req-969555b2-3822-4586-9393-d487ddfb06b1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474334 Sep 11 14:21:39.182175 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-407cda58-4340-45ef-abd5-632dc8f27f29 req-10c5c932-55e5-48aa-9d97-a52f2902ef46 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 210 time: 0.0366995 Sep 11 14:21:39.303355 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76089bde-1f02-4972-91ed-511967432990 req-edd3613f-221b-45ce-aca5-6bf87c01cbf2 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:39.310884 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-76089bde-1f02-4972-91ed-511967432990 req-edd3613f-221b-45ce-aca5-6bf87c01cbf2 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.1127121 Sep 11 14:21:39.368255 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-76089bde-1f02-4972-91ed-511967432990 req-e1454fae-849b-4d0a-9f4b-c25b6e464a1c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499721 Sep 11 14:21:39.393334 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184836a2-cd87-4a03-b8d2-ae59bf985824 req-6609a5c5-bfdb-4b60-bd79-1329268b570c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:39.395120 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-184836a2-cd87-4a03-b8d2-ae59bf985824 req-6609a5c5-bfdb-4b60-bd79-1329268b570c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.1289356 Sep 11 14:21:39.449683 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-184836a2-cd87-4a03-b8d2-ae59bf985824 req-9e57e0fa-3165-4c9b-94f6-7d5a2271e549 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381815 Sep 11 14:21:39.563374 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:39.939411 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05985a12-860c-47ac-8478-d317b366ff18 req-a2f070bf-2db0-412d-bcf6-e5440f1c7807 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:39.941669 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-05985a12-860c-47ac-8478-d317b366ff18 req-a2f070bf-2db0-412d-bcf6-e5440f1c7807 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 945 time: 0.0696571 Sep 11 14:21:39.985798 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-05985a12-860c-47ac-8478-d317b366ff18 req-6a67b4ee-a11f-4ba8-a619-aaa3930ecdf2 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376527 Sep 11 14:21:40.149679 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24c5f2-0245-498b-8285-9e3af697387d req-d4e9bb2b-0a61-45e7-aed0-5068a91e3e19 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:40.151150 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-db24c5f2-0245-498b-8285-9e3af697387d req-d4e9bb2b-0a61-45e7-aed0-5068a91e3e19 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0647886 Sep 11 14:21:40.206322 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-db24c5f2-0245-498b-8285-9e3af697387d req-ecee2f9d-1030-42a8-b1f8-90bfb3499033 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484118 Sep 11 14:21:40.285426 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3cc82611-32a1-4481-a6fc-65d3bb5fbb09 req-c3de1740-8fb5-4cf6-8b66-7c9981055f6d tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 210 time: 0.0312083 Sep 11 14:21:40.524226 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891d36-aa1b-46d1-bc44-a1b082790142 req-a885ab6f-6476-46e0-98ac-ccad05061bc0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:40.527188 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-01891d36-aa1b-46d1-bc44-a1b082790142 req-a885ab6f-6476-46e0-98ac-ccad05061bc0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0849516 Sep 11 14:21:40.647775 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-01891d36-aa1b-46d1-bc44-a1b082790142 req-d6a391cd-384b-4625-843a-b6e94555424e tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142917 Sep 11 14:21:40.687835 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf74fd-309e-40d1-93d2-eb325eff01fe req-0f80483e-6a69-47ac-97df-6135db8e8177 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:40.695925 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c4cf74fd-309e-40d1-93d2-eb325eff01fe req-0f80483e-6a69-47ac-97df-6135db8e8177 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.1499815 Sep 11 14:21:40.734856 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af823fc-3e1f-4c6b-a429-82025ab9fa9f req-c7fb27a3-7862-429c-aea7-53eceb99df19 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:40.736486 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2af823fc-3e1f-4c6b-a429-82025ab9fa9f req-c7fb27a3-7862-429c-aea7-53eceb99df19 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.13 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 945 time: 0.1078198 Sep 11 14:21:40.751056 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-c7c295fd-1c90-43d8-8652-142d6487a90d tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:40.753701 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-c7c295fd-1c90-43d8-8652-142d6487a90d tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.13 "GET /v2.0/networks?id=fcd86cc2-faad-41bd-b8f5-904e23d2a967 HTTP/1.1" status: 200 len: 814 time: 0.1206429 Sep 11 14:21:40.784908 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c4cf74fd-309e-40d1-93d2-eb325eff01fe req-855ab5d2-1fb9-4da3-9166-5e58d6bf6f83 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880020 Sep 11 14:21:40.788826 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Request body: {'port': {'device_id': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'admin_state_up': True, 'tenant_id': '0819c7649dad420387ad57962433b453'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:40.900885 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2af823fc-3e1f-4c6b-a429-82025ab9fa9f req-58376250-ade5-4e64-87b8-00963fc3e245 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Deleting port bfcc18eb-12b2-44b3-a3de-f256ae25577a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:21:40.902056 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2af823fc-3e1f-4c6b-a429-82025ab9fa9f req-58376250-ade5-4e64-87b8-00963fc3e245 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:40.971443 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Made reservation on behalf of 0819c7649dad420387ad57962433b453 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:21:40.975329 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:41.042739 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2af823fc-3e1f-4c6b-a429-82025ab9fa9f req-58376250-ade5-4e64-87b8-00963fc3e245 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] For port bfcc18eb-12b2-44b3-a3de-f256ae25577a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bfcc18eb-12b2-44b3-a3de-f256ae25577a,segment=NetworkSegment(fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6),segment_id=fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:41.043348 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2af823fc-3e1f-4c6b-a429-82025ab9fa9f req-58376250-ade5-4e64-87b8-00963fc3e245 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:41.068841 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2af823fc-3e1f-4c6b-a429-82025ab9fa9f req-58376250-ade5-4e64-87b8-00963fc3e245 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Calling delete_port for bfcc18eb-12b2-44b3-a3de-f256ae25577a owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:21:41.147000 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Allocated IP 172.20.0.5 (fcd86cc2-faad-41bd-b8f5-904e23d2a967/eba0316c-6c73-45bf-9912-ab6e639dba74/83588ae5-5649-45f5-8021-2ec82e034e3d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:21:41.319452 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c0248-f64e-4dd5-8f55-9f50ceb3f218 req-68147c4b-7c77-4607-86ac-62954ea7b8ad tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:41.327739 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8c4c0248-f64e-4dd5-8f55-9f50ceb3f218 req-68147c4b-7c77-4607-86ac-62954ea7b8ad tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 945 time: 0.2382894 Sep 11 14:21:41.428767 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8c4c0248-f64e-4dd5-8f55-9f50ceb3f218 req-d22581e6-c1a4-4955-9b78-05ccf0421bb1 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/security-groups?id=95bd5e6c-c112-4641-b2c0-4b25badf963a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000547 Sep 11 14:21:41.454456 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963b2f4-2dbc-47ad-8f00-85e487c9b6b9 req-82c1f397-4a7d-4865-a04c-a63270a388cc tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:41.465233 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3963b2f4-2dbc-47ad-8f00-85e487c9b6b9 req-82c1f397-4a7d-4865-a04c-a63270a388cc tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.1283007 Sep 11 14:21:41.484842 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2af823fc-3e1f-4c6b-a429-82025ab9fa9f req-58376250-ade5-4e64-87b8-00963fc3e245 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:41.517970 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:41.528296 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['bfcc18eb-12b2-44b3-a3de-f256ae25577a'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:21:41.566420 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Transition to ACTIVE for port object 83588ae5-5649-45f5-8021-2ec82e034e3d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:41.606418 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58376250-ade5-4e64-87b8-00963fc3e245 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Pushing event deleted for resources: {'Port': ['ID=bfcc18eb-12b2-44b3-a3de-f256ae25577a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:41.648788 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f3f4d63f-22f0-49e2-ab62-deb45bb89b25 req-ee06a466-01d2-498b-83b4-1bc789600d03 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 210 time: 0.0743635 Sep 11 14:21:41.790452 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:41.865141 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3963b2f4-2dbc-47ad-8f00-85e487c9b6b9 req-47f5e7d7-316a-4c65-96ef-c4c82a26f221 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3983381 Sep 11 14:21:41.919357 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Network fcd86cc2-faad-41bd-b8f5-904e23d2a967 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:21:41.950416 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:21:41.951285 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af823fc-3e1f-4c6b-a429-82025ab9fa9f req-58376250-ade5-4e64-87b8-00963fc3e245 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] No DVR routers for this DVR port bfcc18eb-12b2-44b3-a3de-f256ae25577a on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:21:41.955499 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:21:41.958161 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2af823fc-3e1f-4c6b-a429-82025ab9fa9f req-58376250-ade5-4e64-87b8-00963fc3e245 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:41.960751 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2af823fc-3e1f-4c6b-a429-82025ab9fa9f req-58376250-ade5-4e64-87b8-00963fc3e245 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.13 "DELETE /v2.0/ports/bfcc18eb-12b2-44b3-a3de-f256ae25577a HTTP/1.1" status: 204 len: 173 time: 1.2072101 Sep 11 14:21:41.961426 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d30681-8ac2-4f0c-a101-fa0872ec720e', 'name': 'network-vif-deleted', 'tag': 'bfcc18eb-12b2-44b3-a3de-f256ae25577a'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:21:41.965072 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454edd0c-0f1b-461d-9df9-226d617c89f7" -d '{"events": [{"server_uuid": "11d30681-8ac2-4f0c-a101-fa0872ec720e", "name": "network-vif-deleted", "tag": "bfcc18eb-12b2-44b3-a3de-f256ae25577a"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:21:41.971837 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:41.986232 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:42.006791 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39182b5c-64f4-44f9-a91a-b28da54f07ed req-2704c0ca-db57-4575-952f-f3536778e2ae tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:42.016525 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-39182b5c-64f4-44f9-a91a-b28da54f07ed req-2704c0ca-db57-4575-952f-f3536778e2ae tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.1446455 Sep 11 14:21:42.018523 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2392528 Sep 11 14:21:42.033984 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ec1e2-1bb7-416c-bebf-dd81562176d1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'Port': ['ID=83588ae5-5649-45f5-8021-2ec82e034e3d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:42.122050 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-39182b5c-64f4-44f9-a91a-b28da54f07ed req-cfa3c82a-6a2a-4f39-a348-1e7cf842ac30 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049066 Sep 11 14:21:42.179450 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544998f-f5ca-4509-8654-52d8362e9622 req-0bea0ce4-03b8-4e69-b839-993e331afda0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:42.188231 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1544998f-f5ca-4509-8654-52d8362e9622 req-0bea0ce4-03b8-4e69-b839-993e331afda0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.1313143 Sep 11 14:21:42.241068 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a016ebc-1f9e-491f-9bb8-a77ee2efe0d9 x-openstack-request-id: req-6a016ebc-1f9e-491f-9bb8-a77ee2efe0d9 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:21:42.241630 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d30681-8ac2-4f0c-a101-fa0872ec720e", "name": "network-vif-deleted", "tag": "bfcc18eb-12b2-44b3-a3de-f256ae25577a", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:21:42.241886 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a016ebc-1f9e-491f-9bb8-a77ee2efe0d9 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:21:42.242415 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d30681-8ac2-4f0c-a101-fa0872ec720e', 'name': 'network-vif-deleted', 'tag': 'bfcc18eb-12b2-44b3-a3de-f256ae25577a', 'status': 'completed', 'code': 200} Sep 11 14:21:42.282339 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1544998f-f5ca-4509-8654-52d8362e9622 req-09dbf449-65b8-4ef7-8c00-d35abebbc91c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929806 Sep 11 14:21:42.436662 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9b1208c9-6987-4525-bc2f-6443ba684ae2 None None] Provisioning for port 83588ae5-5649-45f5-8021-2ec82e034e3d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:21:42.441570 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9b1208c9-6987-4525-bc2f-6443ba684ae2 None None] Provisioning complete for port 83588ae5-5649-45f5-8021-2ec82e034e3d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:21:42.442316 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9b1208c9-6987-4525-bc2f-6443ba684ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:42.492732 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-9b1208c9-6987-4525-bc2f-6443ba684ae2 None None] Port 83588ae5-5649-45f5-8021-2ec82e034e3d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:21:42.561450 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-af300044-d0a1-4464-b241-02f3e3b9c9d9 req-cf39116b-31f1-419e-a6d3-4a04f906d58c tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0556910 Sep 11 14:21:42.833097 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7663e-3e65-44ba-a290-c6b64f293711 req-be1dd821-5044-43e1-9536-34af5eb24558 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:42.835862 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-78c7663e-3e65-44ba-a290-c6b64f293711 req-be1dd821-5044-43e1-9536-34af5eb24558 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 931 time: 0.0827739 Sep 11 14:21:42.890346 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-78c7663e-3e65-44ba-a290-c6b64f293711 req-ab1bb806-f571-4e84-832c-e42020d63adf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471408 Sep 11 14:21:43.010788 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8acaf-8c82-4f31-b3e7-b9df0a64791b req-0d5a7d2b-18b7-4d5c-9f96-f39cc60403de tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:43.013165 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8fd8acaf-8c82-4f31-b3e7-b9df0a64791b req-0d5a7d2b-18b7-4d5c-9f96-f39cc60403de tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0629885 Sep 11 14:21:43.075380 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8fd8acaf-8c82-4f31-b3e7-b9df0a64791b req-d545573a-e4e8-48ed-a1f7-f52a16b59fc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562661 Sep 11 14:21:43.272330 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83755fa-de42-4867-a0aa-782ba61864a6 req-ad9078d7-4257-443a-a1d2-4bb2ade6abb0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:43.273880 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f83755fa-de42-4867-a0aa-782ba61864a6 req-ad9078d7-4257-443a-a1d2-4bb2ade6abb0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0571094 Sep 11 14:21:43.333130 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f83755fa-de42-4867-a0aa-782ba61864a6 req-a30ecaad-ef62-4c30-bc1b-8657e49645a9 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517459 Sep 11 14:21:43.462161 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ca17c-53d5-49a0-8e0b-6a6858d1ea01 req-5daf83c6-0265-4fd6-8eaf-afb3052b7a43 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:43.465642 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-724ca17c-53d5-49a0-8e0b-6a6858d1ea01 req-5daf83c6-0265-4fd6-8eaf-afb3052b7a43 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0650361 Sep 11 14:21:43.530690 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-724ca17c-53d5-49a0-8e0b-6a6858d1ea01 req-69b7bd7c-3d91-481f-86dc-64f588c1cd3b tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538220 Sep 11 14:21:43.667785 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3826ae62-24ba-4a3a-a884-0514936fe3a1 req-8a56eb93-fc3b-4897-b75a-f2b473506484 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0389473 Sep 11 14:21:44.066530 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device bfcc18eb-12b2-44b3-a3de-f256ae25577a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:21:44.131794 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: bfcc18eb-12b2-44b3-a3de-f256ae25577a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:21:44.134358 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device bfcc18eb-12b2-44b3-a3de-f256ae25577a not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:21:44.202137 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d85528-91c3-458b-8b9c-24459a3d6990 req-96399b5e-2554-40c2-8e7a-93e575b01427 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:44.203883 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c9d85528-91c3-458b-8b9c-24459a3d6990 req-96399b5e-2554-40c2-8e7a-93e575b01427 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 931 time: 0.2238991 Sep 11 14:21:44.327068 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c9d85528-91c3-458b-8b9c-24459a3d6990 req-628c6d6a-7356-4dcd-9952-b08edd6895e1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116862 Sep 11 14:21:44.335749 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45492a-ae09-4039-8af2-1baf552d7a25 req-721a6179-06a0-49c5-b36c-374f6d7f866d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:44.348445 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fd45492a-ae09-4039-8af2-1baf552d7a25 req-721a6179-06a0-49c5-b36c-374f6d7f866d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.1435170 Sep 11 14:21:44.399203 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fd45492a-ae09-4039-8af2-1baf552d7a25 req-7f0bdbae-1c3a-463b-ada5-acc0320af6b5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432305 Sep 11 14:21:44.552295 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba73a-eb16-47da-9272-3bdfc4418eef req-f5c0913b-6417-488e-b6ac-7b12fd10eac9 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:44.552295 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cb9ba73a-eb16-47da-9272-3bdfc4418eef req-f5c0913b-6417-488e-b6ac-7b12fd10eac9 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0989587 Sep 11 14:21:44.610133 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cb9ba73a-eb16-47da-9272-3bdfc4418eef req-81413d45-ab6a-4da4-951f-1bf61726a964 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643404 Sep 11 14:21:44.690869 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7831e84-7053-4cf8-b9bc-ece517b2b4d7 req-59f137a6-e5a9-405f-bfdd-a7b9b1bdf288 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:44.692883 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f7831e84-7053-4cf8-b9bc-ece517b2b4d7 req-59f137a6-e5a9-405f-bfdd-a7b9b1bdf288 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0508785 Sep 11 14:21:44.747852 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f7831e84-7053-4cf8-b9bc-ece517b2b4d7 req-3a67f606-ecc2-48b6-90bc-dccd12d02129 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 Sep 11 14:21:44.814984 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-869c2394-7018-4554-8d9e-23cc79c9a359 req-3062baee-6a0b-4ad4-a59a-5d4531bec047 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0290108 Sep 11 14:21:45.459739 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fee36f-d2aa-4f5e-8f49-3c5f12eb1e7e req-aafd7ba5-6f97-4ee5-ab84-8f57cff0030e tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:45.461410 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-94fee36f-d2aa-4f5e-8f49-3c5f12eb1e7e req-aafd7ba5-6f97-4ee5-ab84-8f57cff0030e tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 931 time: 0.0671084 Sep 11 14:21:45.512757 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-94fee36f-d2aa-4f5e-8f49-3c5f12eb1e7e req-93dab69e-6178-4274-918b-d0a488641fa5 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431507 Sep 11 14:21:45.570071 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab004cfb-fd11-4045-8f26-1ac030f3cbf0 req-da8dbb81-4389-477a-8982-23ff10c13f0d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:45.577399 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ab004cfb-fd11-4045-8f26-1ac030f3cbf0 req-da8dbb81-4389-477a-8982-23ff10c13f0d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0630963 Sep 11 14:21:45.622808 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ab004cfb-fd11-4045-8f26-1ac030f3cbf0 req-fa428214-d7a2-4690-9ee3-c9e3497f9326 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387018 Sep 11 14:21:45.764235 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96caeeee-2fc5-4cf1-a3bd-1e0e8160fa7c req-a557c4b7-b82d-4a5c-8aac-4dea32fa3ad5 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:45.765656 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-96caeeee-2fc5-4cf1-a3bd-1e0e8160fa7c req-a557c4b7-b82d-4a5c-8aac-4dea32fa3ad5 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0589969 Sep 11 14:21:45.816461 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-96caeeee-2fc5-4cf1-a3bd-1e0e8160fa7c req-968e3b15-ae2d-4e4d-8495-3a34c68676ab tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443251 Sep 11 14:21:45.907525 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7caf19-d34a-4981-80d8-d4929e1b35f5 req-bb1b2a3e-57e8-42d2-ac16-6f39996e1e13 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:45.917170 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2a7caf19-d34a-4981-80d8-d4929e1b35f5 req-bb1b2a3e-57e8-42d2-ac16-6f39996e1e13 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0785353 Sep 11 14:21:45.967489 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-48371394-1b3d-4e74-99f7-c2bb6087a046 req-fd6b34d9-4f48-4f7e-bb03-16502ba2c495 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0474601 Sep 11 14:21:45.999972 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2a7caf19-d34a-4981-80d8-d4929e1b35f5 req-c7b7c5db-e1bf-4983-8919-c22350a6621c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812767 Sep 11 14:21:46.666371 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36a68-dcdd-470e-baa7-22d72cef7c48 req-c640790f-fa7c-40a3-8ecd-15abfd373da7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:46.669722 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-efd36a68-dcdd-470e-baa7-22d72cef7c48 req-c640790f-fa7c-40a3-8ecd-15abfd373da7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 931 time: 0.0647776 Sep 11 14:21:46.721938 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-efd36a68-dcdd-470e-baa7-22d72cef7c48 req-a9356cd2-acc4-4e8b-899a-ca5a9ca1d560 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464082 Sep 11 14:21:46.788471 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ea721-e04b-44d5-be88-4c44493e2ef3 req-1fe2f137-6fae-4f22-a58b-2ae7fcdc2c75 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:46.792683 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f87ea721-e04b-44d5-be88-4c44493e2ef3 req-1fe2f137-6fae-4f22-a58b-2ae7fcdc2c75 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0697463 Sep 11 14:21:46.834204 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f87ea721-e04b-44d5-be88-4c44493e2ef3 req-84e11538-cb04-43d9-8ea6-9adbc029e467 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355422 Sep 11 14:21:46.982239 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd07cad-1435-45e8-abdd-d184079d4419 req-f04445ce-2a8f-488c-b3dc-33804a4f0be8 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:46.984071 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cbd07cad-1435-45e8-abdd-d184079d4419 req-f04445ce-2a8f-488c-b3dc-33804a4f0be8 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0697291 Sep 11 14:21:47.049127 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cbd07cad-1435-45e8-abdd-d184079d4419 req-c3c0c8c8-fe52-421e-8b99-a5605dcbbb4e tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553911 Sep 11 14:21:47.145639 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f73d256c-7f53-48b0-8a4d-f83ddb959432 req-72f3f121-17d5-49c4-8f7a-16138aca20d6 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0389223 Sep 11 14:21:47.220325 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7813b-8b0d-4924-8a3c-832e78362e97 req-bdd32322-8b69-4f43-8cea-0c185f3ee584 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:47.226101 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-06f7813b-8b0d-4924-8a3c-832e78362e97 req-bdd32322-8b69-4f43-8cea-0c185f3ee584 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0833695 Sep 11 14:21:47.355544 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-06f7813b-8b0d-4924-8a3c-832e78362e97 req-d36043c0-b971-420e-b407-065993350b74 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142001 Sep 11 14:21:48.122890 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5f45b-83d6-4402-8924-c742925ff2be req-12ae0ca9-66fa-4d50-818a-76361ee68276 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:48.124320 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-21f5f45b-83d6-4402-8924-c742925ff2be req-12ae0ca9-66fa-4d50-818a-76361ee68276 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 931 time: 0.3211412 Sep 11 14:21:48.143496 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0ee3e-7cc3-4df6-80ca-74b88b4cb6b4 req-babcba6b-048b-42bb-a74d-233216928d73 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:48.145343 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f0f0ee3e-7cc3-4df6-80ca-74b88b4cb6b4 req-babcba6b-048b-42bb-a74d-233216928d73 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0786760 Sep 11 14:21:48.192336 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-21f5f45b-83d6-4402-8924-c742925ff2be req-1561f931-d759-4b6a-ae25-d889fb032653 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590932 Sep 11 14:21:48.242514 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f0f0ee3e-7cc3-4df6-80ca-74b88b4cb6b4 req-0d338dd4-ca74-45c0-9f94-dd0b754b9cd3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701680 Sep 11 14:21:48.379555 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-875a9cab-ae5b-453a-9e71-8b153bf4edeb req-400a8867-a4f5-4178-9aeb-e77d7ed238be tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0465791 Sep 11 14:21:48.395726 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b11da-b70e-49f1-af71-6906e0e3ae56 req-69902286-d7ab-4118-af76-fc56402df2fe tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:48.403472 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ed1b11da-b70e-49f1-af71-6906e0e3ae56 req-69902286-d7ab-4118-af76-fc56402df2fe tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0949979 Sep 11 14:21:48.449676 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ed1b11da-b70e-49f1-af71-6906e0e3ae56 req-8929e60e-32a6-4475-8c0b-cc217edc9dd3 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452197 Sep 11 14:21:48.522408 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1057927-b21f-42a2-a8b5-3fa64678b799 req-9a5b01a7-d31d-47f1-852b-08007ae9d721 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:48.530575 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a1057927-b21f-42a2-a8b5-3fa64678b799 req-9a5b01a7-d31d-47f1-852b-08007ae9d721 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0639567 Sep 11 14:21:48.583862 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a1057927-b21f-42a2-a8b5-3fa64678b799 req-078f802a-b6f4-4fee-b04d-11e8d16b9646 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518579 Sep 11 14:21:49.334861 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f11fb-60b2-4ae6-8ed8-891cc7058ddb req-afd7e40f-3eaa-420b-9dc1-e4f33564dd89 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:49.336352 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-188f11fb-60b2-4ae6-8ed8-891cc7058ddb req-afd7e40f-3eaa-420b-9dc1-e4f33564dd89 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 931 time: 0.0674095 Sep 11 14:21:49.408690 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-188f11fb-60b2-4ae6-8ed8-891cc7058ddb req-f3a12666-0db8-4dda-8f51-d63c99f9eeb9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623541 Sep 11 14:21:49.416563 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a39493-363f-4331-9f48-627895f1f0e2 req-6144183b-ee82-43a6-a1f2-61fd7d9a7df6 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:49.418075 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f9a39493-363f-4331-9f48-627895f1f0e2 req-6144183b-ee82-43a6-a1f2-61fd7d9a7df6 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0808182 Sep 11 14:21:49.457432 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f9a39493-363f-4331-9f48-627895f1f0e2 req-986e8aee-422d-4bfd-9d96-3b075bd2e457 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334418 Sep 11 14:21:49.511019 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d709522d-b1ad-4452-b917-55978370806d req-5245b47b-4a9b-4268-af84-5a2f8c3045ef tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0416727 Sep 11 14:21:49.575683 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4db6c-1ec8-4b23-a964-df5a2142bb3f req-a1d802fa-8888-489e-a98c-d8173bbb1ba0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:49.577377 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3ea4db6c-1ec8-4b23-a964-df5a2142bb3f req-a1d802fa-8888-489e-a98c-d8173bbb1ba0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0522273 Sep 11 14:21:49.617431 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3ea4db6c-1ec8-4b23-a964-df5a2142bb3f req-ec353caf-daf6-40b8-ae97-ed9ad82106bf tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329192 Sep 11 14:21:49.711159 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa2aa5-0ede-4bb6-a46b-c4653ba2af97 req-d771926b-29c5-4cf0-930e-3c8e2215c970 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:49.712814 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-64fa2aa5-0ede-4bb6-a46b-c4653ba2af97 req-d771926b-29c5-4cf0-930e-3c8e2215c970 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0586181 Sep 11 14:21:49.749932 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-64fa2aa5-0ede-4bb6-a46b-c4653ba2af97 req-9022382f-715c-44d4-a1fc-72a13a5a26a0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Sep 11 14:21:50.545464 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29ebef-ae06-47db-a9d3-ed77ae3a3b9c req-fd1c4ab9-8bd9-49dc-993f-7d39288dd954 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:50.546969 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7e29ebef-ae06-47db-a9d3-ed77ae3a3b9c req-fd1c4ab9-8bd9-49dc-993f-7d39288dd954 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 931 time: 0.0729702 Sep 11 14:21:50.613217 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7e29ebef-ae06-47db-a9d3-ed77ae3a3b9c req-ae056036-2b0b-4bd0-8403-1c4c466f0840 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564811 Sep 11 14:21:50.622059 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe54a7a-78e3-4462-be87-40b212facfc3 req-36edb96e-fa84-46f9-90a4-4de67d8b646a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:50.623587 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-dbe54a7a-78e3-4462-be87-40b212facfc3 req-36edb96e-fa84-46f9-90a4-4de67d8b646a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0757349 Sep 11 14:21:50.668754 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-dbe54a7a-78e3-4462-be87-40b212facfc3 req-2201d4d3-f656-4790-97fd-4b1d906f6886 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382025 Sep 11 14:21:50.721004 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a341149e-9337-435b-aafa-02da1b6a974a req-38159447-aa48-46ad-89e1-dc24a895f587 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0270078 Sep 11 14:21:50.790211 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3256d-325c-410f-88a3-82124acdd998 req-167de72e-c01d-4875-acbd-6d28efa24cff tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:50.794025 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-caa3256d-325c-410f-88a3-82124acdd998 req-167de72e-c01d-4875-acbd-6d28efa24cff tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0648243 Sep 11 14:21:50.840972 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-caa3256d-325c-410f-88a3-82124acdd998 req-35d58154-3f5b-43b4-9d0c-e501f872609a tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 Sep 11 14:21:50.890556 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b59ed9-1f2d-4aa7-a7ce-356b1dcffdf7 req-c28b6944-d252-4abd-8ca4-9f27ce2f0ca2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:50.892029 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-84b59ed9-1f2d-4aa7-a7ce-356b1dcffdf7 req-c28b6944-d252-4abd-8ca4-9f27ce2f0ca2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0679977 Sep 11 14:21:50.928813 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-84b59ed9-1f2d-4aa7-a7ce-356b1dcffdf7 req-2b1f938d-fd6e-4102-bff6-ce0040c00344 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Sep 11 14:21:51.739469 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d70fd2-2b01-4c30-831e-471cff19e1ad req-fb938cb2-f24d-422c-aee7-0a90b8094307 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:51.741068 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-64d70fd2-2b01-4c30-831e-471cff19e1ad req-fb938cb2-f24d-422c-aee7-0a90b8094307 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 931 time: 0.0501854 Sep 11 14:21:51.811176 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-64d70fd2-2b01-4c30-831e-471cff19e1ad req-1dee920a-b4c6-475e-902c-23b6f8f6bdb0 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577314 Sep 11 14:21:51.819632 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ccc4e-7230-491e-8fed-6c921c5ad687 req-4ffa02ca-bdca-4b36-afc7-ba02a78dd0ef tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:51.821181 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ef9ccc4e-7230-491e-8fed-6c921c5ad687 req-4ffa02ca-bdca-4b36-afc7-ba02a78dd0ef tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0773458 Sep 11 14:21:51.860015 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ef9ccc4e-7230-491e-8fed-6c921c5ad687 req-9d39ced8-58b7-4d0c-9a34-8217ea0ba473 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322688 Sep 11 14:21:51.901360 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-81cd053b-daed-47fb-8ad9-2ef2b8da990a req-9762e5df-be94-485a-a65a-eb9f5ff335e9 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0352104 Sep 11 14:21:51.988976 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb2fee-fb09-4f68-ab5e-8e402b4947ba req-e2822572-2afc-4257-a93c-ace838a59a78 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:51.990705 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0edb2fee-fb09-4f68-ab5e-8e402b4947ba req-e2822572-2afc-4257-a93c-ace838a59a78 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0497515 Sep 11 14:21:52.058758 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0edb2fee-fb09-4f68-ab5e-8e402b4947ba req-f1d11469-f5f4-41fe-8d48-13f2849b34fc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603621 Sep 11 14:21:52.074577 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3664f0-0247-4c4d-963d-39b847fb5d3e req-a28ad901-0346-4287-ad48-c7f6143817d1 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:52.076040 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9c3664f0-0247-4c4d-963d-39b847fb5d3e req-a28ad901-0346-4287-ad48-c7f6143817d1 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0765450 Sep 11 14:21:52.140535 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9c3664f0-0247-4c4d-963d-39b847fb5d3e req-5ccb87a2-2670-4667-85cd-1b1dc89062e6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494969 Sep 11 14:21:52.938681 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfb869-26dd-47bf-86b8-41af8fde3f01 req-8591b7dd-5b53-47b5-972c-c2ac9df82979 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:52.946402 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-eadfb869-26dd-47bf-86b8-41af8fde3f01 req-8591b7dd-5b53-47b5-972c-c2ac9df82979 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 931 time: 0.0695877 Sep 11 14:21:53.004696 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-eadfb869-26dd-47bf-86b8-41af8fde3f01 req-e842f411-415b-4bc6-bbcd-70fd7d017c68 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573554 Sep 11 14:21:53.022749 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c7bd-24ff-4aab-b343-6f159dab9249 req-9d61c23f-b594-4901-aea9-d91f4fb1bd81 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:53.024222 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e345c7bd-24ff-4aab-b343-6f159dab9249 req-9d61c23f-b594-4901-aea9-d91f4fb1bd81 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0685492 Sep 11 14:21:53.067372 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e345c7bd-24ff-4aab-b343-6f159dab9249 req-6ca2a585-31ca-4a27-be27-1795fc79df4f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367081 Sep 11 14:21:53.093372 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fdf2335e-41f1-46d5-b03d-b01105cd18a8 req-28ecd264-71db-4cec-939d-dac3c68d69f6 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0294569 Sep 11 14:21:53.185847 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7beb8-3480-41ce-bfeb-9e682cffbdd4 req-4cffbcca-688f-4110-b7d4-be311a3094b6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:53.187346 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a9e7beb8-3480-41ce-bfeb-9e682cffbdd4 req-4cffbcca-688f-4110-b7d4-be311a3094b6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0573127 Sep 11 14:21:53.252077 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a9e7beb8-3480-41ce-bfeb-9e682cffbdd4 req-bbc5e0ad-c35d-4722-8115-5b05294be562 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585427 Sep 11 14:21:53.273561 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c4197-930a-4b5f-b4c2-457fc36a31be req-932da757-1fee-4676-a52f-0d2f008c34f7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:53.275458 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e23c4197-930a-4b5f-b4c2-457fc36a31be req-932da757-1fee-4676-a52f-0d2f008c34f7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0671222 Sep 11 14:21:53.320463 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e23c4197-930a-4b5f-b4c2-457fc36a31be req-0bb17197-1581-48cf-8338-9c6dae921e4e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393209 Sep 11 14:21:54.131649 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869197d-bf28-4ceb-8b3c-e90aab1c4ac0 req-cf9fbccd-7800-416d-8c98-74abff3ea9b8 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:54.139746 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2869197d-bf28-4ceb-8b3c-e90aab1c4ac0 req-cf9fbccd-7800-416d-8c98-74abff3ea9b8 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 931 time: 0.0684712 Sep 11 14:21:54.199692 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2869197d-bf28-4ceb-8b3c-e90aab1c4ac0 req-074da0f6-c487-4642-a900-4618042901c1 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590868 Sep 11 14:21:54.219499 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ac58a-295d-4c31-bea5-9c78fba670d2 req-5a72a228-648e-4257-9c58-81ea3da81161 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:54.221033 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-756ac58a-295d-4c31-bea5-9c78fba670d2 req-5a72a228-648e-4257-9c58-81ea3da81161 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0666735 Sep 11 14:21:54.262692 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-756ac58a-295d-4c31-bea5-9c78fba670d2 req-59c49d20-5a9c-4494-98d3-a03088ab264f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354252 Sep 11 14:21:54.315413 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a78e53ec-14b6-4e08-a686-fc696e793ba1 req-2fe5cff9-02fe-485a-9cbe-fad9610efe68 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0272405 Sep 11 14:21:54.376290 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f8d85-1485-485f-bb21-daf2c7eb9887 req-4890ff17-8ef6-4863-86b1-b611b1d398cd tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:54.377809 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f31f8d85-1485-485f-bb21-daf2c7eb9887 req-4890ff17-8ef6-4863-86b1-b611b1d398cd tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0488453 Sep 11 14:21:54.448082 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f31f8d85-1485-485f-bb21-daf2c7eb9887 req-86310be2-1677-492d-acb4-5d1b1618dff0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642116 Sep 11 14:21:54.462166 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04557919-0db3-41f1-ba16-11cd56d9bc71 req-8548ce32-b2ba-4501-a2fc-e933a507db2e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:54.463626 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-04557919-0db3-41f1-ba16-11cd56d9bc71 req-8548ce32-b2ba-4501-a2fc-e933a507db2e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0738504 Sep 11 14:21:54.500702 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-04557919-0db3-41f1-ba16-11cd56d9bc71 req-97feb784-3b3f-4737-aedc-daa04c3301f5 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311735 Sep 11 14:21:55.079860 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Request body: {'port': {'device_id': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:21:55.138321 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:55.338253 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7de3e-be7a-4dab-a633-5073f6f2e0d8 req-3dbc9f8d-2850-45c5-83b8-4a44a8a18fca tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:55.339794 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-64a7de3e-be7a-4dab-a633-5073f6f2e0d8 req-3dbc9f8d-2850-45c5-83b8-4a44a8a18fca tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 931 time: 0.0525289 Sep 11 14:21:55.410847 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83588ae5-5649-45f5-8021-2ec82e034e3d {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:21:55.413065 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-64a7de3e-be7a-4dab-a633-5073f6f2e0d8 req-e1b6f70e-633c-4ba4-bb04-6c2164cc3320 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629277 Sep 11 14:21:55.419407 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:55.422050 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4907-2f83-42e3-85e1-4a0cf057cff1 req-74a6b321-37a3-45b1-8348-e2ce8def7588 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:55.423626 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-febb4907-2f83-42e3-85e1-4a0cf057cff1 req-74a6b321-37a3-45b1-8348-e2ce8def7588 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0829239 Sep 11 14:21:55.435122 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Transition to ACTIVE for port object 83588ae5-5649-45f5-8021-2ec82e034e3d will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:21:55.438560 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:55.496614 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-febb4907-2f83-42e3-85e1-4a0cf057cff1 req-8cfc2b10-6d53-4e5a-9c18-ea1b2a012ab7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543826 Sep 11 14:21:55.523851 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-35726426-75ee-46f6-9118-1ab9ad803f6b req-cdd471ab-1851-4094-a48c-76a7e8afac65 tempest-VolumesActionsTest-2045762162 tempest-VolumesActionsTest-2045762162-project] 10.222.0.37 "GET /v2.0/ports?device_id=11d30681-8ac2-4f0c-a101-fa0872ec720e HTTP/1.1" status: 200 len: 210 time: 0.0350454 Sep 11 14:21:55.534343 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Pushing event updated for resources: {'Port': ['ID=83588ae5-5649-45f5-8021-2ec82e034e3d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:55.553123 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Attempting to bind port 83588ae5-5649-45f5-8021-2ec82e034e3d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:21:55.553453 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Attempting to bind port 83588ae5-5649-45f5-8021-2ec82e034e3d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:21:55.553785 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Attempting to bind port 83588ae5-5649-45f5-8021-2ec82e034e3d on network fcd86cc2-faad-41bd-b8f5-904e23d2a967 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:55.558894 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Port 83588ae5-5649-45f5-8021-2ec82e034e3d on network fcd86cc2-faad-41bd-b8f5-904e23d2a967 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:21:55.559213 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Attempting to bind port 83588ae5-5649-45f5-8021-2ec82e034e3d on network fcd86cc2-faad-41bd-b8f5-904e23d2a967 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:21:55.564412 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:21:55.564751 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Checking segment: {'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:21:55.565137 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Bound using segment: {'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:21:55.565562 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Bound port: 83588ae5-5649-45f5-8021-2ec82e034e3d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d8f72d-d658-424d-a51d-4b165502e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:21:55.565916 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:55.641738 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] For port 83588ae5-5649-45f5-8021-2ec82e034e3d, host hv-cinder-76019, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:21:55.645072 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] For port 83588ae5-5649-45f5-8021-2ec82e034e3d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83588ae5-5649-45f5-8021-2ec82e034e3d,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:21:55.652796 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:55.672449 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd76bf-9276-435a-8f2b-ba25557fc00e req-c5527038-ed04-4703-9422-4586ba238108 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:55.674054 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-45dd76bf-9276-435a-8f2b-ba25557fc00e req-c5527038-ed04-4703-9422-4586ba238108 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0844765 Sep 11 14:21:55.682348 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bc20d-8565-432d-8e90-7ad3398b5255 req-92127cd3-ffe3-4f1c-bdf4-587da75fcd17 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:55.683829 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a13bc20d-8565-432d-8e90-7ad3398b5255 req-92127cd3-ffe3-4f1c-bdf4-587da75fcd17 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0853848 Sep 11 14:21:55.699564 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:55.700615 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:55.702637 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/83588ae5-5649-45f5-8021-2ec82e034e3d HTTP/1.1" status: 200 len: 1093 time: 0.6271505 Sep 11 14:21:55.703728 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:21:55.706688 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bf85c1-0663-4e94-bb42-51b2eab8b83e" -d '{"events": [{"name": "network-changed", "server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:21:55.747479 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89baea-402b-48b4-b10d-6615b5c841e0 service neutron] Pushing event updated for resources: {'Port': ['ID=83588ae5-5649-45f5-8021-2ec82e034e3d,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:21:55.748587 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-45dd76bf-9276-435a-8f2b-ba25557fc00e req-df482110-6599-4987-9efc-9e0be99e6d5e tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637243 Sep 11 14:21:55.758019 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a13bc20d-8565-432d-8e90-7ad3398b5255 req-b91d4528-a8db-4482-aded-06b1e54f4287 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664299 Sep 11 14:21:55.809218 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5683c2d8-d461-4957-8d9d-22dd83f47088 x-openstack-request-id: req-5683c2d8-d461-4957-8d9d-22dd83f47088 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:21:55.809522 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:21:55.809770 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5683c2d8-d461-4957-8d9d-22dd83f47088 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:21:55.810441 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'status': 'completed', 'code': 200} Sep 11 14:21:55.878606 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-3bed285e-428a-48e2-af34-bee1036f4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:55.880164 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-3bed285e-428a-48e2-af34-bee1036f4b90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0819c7649dad420387ad57962433b453&device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0540423 Sep 11 14:21:55.948915 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-ac3c42ed-c29d-4453-9751-93b289212230 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83588ae5-5649-45f5-8021-2ec82e034e3d HTTP/1.1" status: 200 len: 217 time: 0.0435467 Sep 11 14:21:56.030643 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-c45219cf-7a3c-408f-9ba4-e67292ff4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.032529 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-c45219cf-7a3c-408f-9ba4-e67292ff4c21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba0316c-6c73-45bf-9912-ab6e639dba74 HTTP/1.1" status: 200 len: 853 time: 0.0587444 Sep 11 14:21:56.085081 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed2a65-e028-48bb-a588-8d057b5b37be req-704ca995-3369-4f6e-99ec-24e5caba6dc6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.086779 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3fed2a65-e028-48bb-a588-8d057b5b37be req-704ca995-3369-4f6e-99ec-24e5caba6dc6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0987761 Sep 11 14:21:56.088545 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-427d635e-4a58-47dc-9bd5-ec0b10889767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.090215 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-427d635e-4a58-47dc-9bd5-ec0b10889767 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fcd86cc2-faad-41bd-b8f5-904e23d2a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484700 Sep 11 14:21:56.090857 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20fe0-05d4-43cc-a3a9-2eace672ad23 req-3e38c3bc-40b0-416b-8eee-a57e1ccaf84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.092236 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e7f20fe0-05d4-43cc-a3a9-2eace672ad23 req-3e38c3bc-40b0-416b-8eee-a57e1ccaf84a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 1098 time: 0.0930886 Sep 11 14:21:56.182905 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3fed2a65-e028-48bb-a588-8d057b5b37be req-10f59121-0d59-4142-9733-b007aaac9e00 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821316 Sep 11 14:21:56.187175 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-eaa1b948-3986-4f71-b5a1-2cce5632769d service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829465 Sep 11 14:21:56.217981 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972a41b-e732-48aa-b6ae-b003c657a544 req-4300076c-95db-47e9-ade7-7c074df12f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.219458 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3972a41b-e732-48aa-b6ae-b003c657a544 req-4300076c-95db-47e9-ade7-7c074df12f95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 1099 time: 0.1311891 Sep 11 14:21:56.247477 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20fe0-05d4-43cc-a3a9-2eace672ad23 req-fc4a6781-77f5-4e42-bad8-32e470130dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.248898 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e7f20fe0-05d4-43cc-a3a9-2eace672ad23 req-fc4a6781-77f5-4e42-bad8-32e470130dad service neutron] 10.222.0.13 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 917 time: 0.1294351 Sep 11 14:21:56.281150 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-36fafbe5-3b4d-48a7-862b-98e8af188570 req-e87574c0-e43a-4b7e-8030-22ef654312da service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855122 Sep 11 14:21:56.408229 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e7f20fe0-05d4-43cc-a3a9-2eace672ad23 req-c265a613-a042-4f11-8ed6-d529e9574a04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc HTTP/1.1" status: 200 len: 1001 time: 0.1503065 Sep 11 14:21:56.433063 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972a41b-e732-48aa-b6ae-b003c657a544 req-9d492b1b-143a-4c2b-a5e2-4d34607d684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.434177 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf85c1-0663-4e94-bb42-51b2eab8b83e req-3af919d1-10ff-42fd-9898-41bbddfe51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.434955 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3972a41b-e732-48aa-b6ae-b003c657a544 req-9d492b1b-143a-4c2b-a5e2-4d34607d684c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 200 len: 912 time: 0.1991973 Sep 11 14:21:56.435660 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-22bf85c1-0663-4e94-bb42-51b2eab8b83e req-3af919d1-10ff-42fd-9898-41bbddfe51b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0819c7649dad420387ad57962433b453&device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0421281 Sep 11 14:21:56.537339 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf85c1-0663-4e94-bb42-51b2eab8b83e req-06b7959f-9857-4f94-8096-258b0db5353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.539088 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-22bf85c1-0663-4e94-bb42-51b2eab8b83e req-06b7959f-9857-4f94-8096-258b0db5353d service neutron] 10.222.0.13 "GET /v2.0/networks?id=fcd86cc2-faad-41bd-b8f5-904e23d2a967 HTTP/1.1" status: 200 len: 915 time: 0.0903471 Sep 11 14:21:56.541084 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20fe0-05d4-43cc-a3a9-2eace672ad23 req-b9beeb1f-c4c6-4771-93bb-a188b0287fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.542512 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e7f20fe0-05d4-43cc-a3a9-2eace672ad23 req-b9beeb1f-c4c6-4771-93bb-a188b0287fe1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 200 len: 855 time: 0.1222329 Sep 11 14:21:56.587737 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3972a41b-e732-48aa-b6ae-b003c657a544 req-fd4fbe85-0fc4-4790-8169-97050d597a31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6d73b2-4dbb-40af-9bdb-cd2391958368 HTTP/1.1" status: 200 len: 1000 time: 0.1350868 Sep 11 14:21:56.588511 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-22bf85c1-0663-4e94-bb42-51b2eab8b83e req-a7cfab4d-f953-478d-8b94-0ab7b4150ea7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83588ae5-5649-45f5-8021-2ec82e034e3d HTTP/1.1" status: 200 len: 217 time: 0.0352755 Sep 11 14:21:56.597178 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e3732-88ea-43bb-88ad-33d26a3362ce req-084cbbbb-a55d-4152-8b7e-97fcc1672cbc tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.598569 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-554e3732-88ea-43bb-88ad-33d26a3362ce req-084cbbbb-a55d-4152-8b7e-97fcc1672cbc tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 943 time: 0.1092532 Sep 11 14:21:56.643961 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf85c1-0663-4e94-bb42-51b2eab8b83e req-fb27246f-750a-477d-8493-7d4ef196677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.645487 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-22bf85c1-0663-4e94-bb42-51b2eab8b83e req-fb27246f-750a-477d-8493-7d4ef196677f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba0316c-6c73-45bf-9912-ab6e639dba74 HTTP/1.1" status: 200 len: 853 time: 0.0437038 Sep 11 14:21:56.692957 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf85c1-0663-4e94-bb42-51b2eab8b83e req-3adac083-6b49-4cc4-bab2-561554a688bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.695090 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-22bf85c1-0663-4e94-bb42-51b2eab8b83e req-3adac083-6b49-4cc4-bab2-561554a688bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fcd86cc2-faad-41bd-b8f5-904e23d2a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409703 Sep 11 14:21:56.707034 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20fe0-05d4-43cc-a3a9-2eace672ad23 req-291bf922-f59a-476d-bab7-f80f9fc69a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.708569 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e7f20fe0-05d4-43cc-a3a9-2eace672ad23 req-291bf922-f59a-476d-bab7-f80f9fc69a58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568a2f43-8e1f-4fbd-a0a8-eb269904e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1547220 Sep 11 14:21:56.717777 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-554e3732-88ea-43bb-88ad-33d26a3362ce req-4ef9c277-17ea-448e-8798-61b9f524dc88 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069095 Sep 11 14:21:56.722045 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972a41b-e732-48aa-b6ae-b003c657a544 req-106c1396-b6e0-418a-b04d-4423497f4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.723830 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3972a41b-e732-48aa-b6ae-b003c657a544 req-106c1396-b6e0-418a-b04d-4423497f4d00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfefa7e4-1f06-4c34-a9aa-5e09faee6615 HTTP/1.1" status: 200 len: 850 time: 0.1147082 Sep 11 14:21:56.764355 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c97cc8-4fee-4e25-acd5-aa39e73687e8 req-5655de14-630b-43df-bb4f-c9a39a0bef5d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:56.765859 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f5c97cc8-4fee-4e25-acd5-aa39e73687e8 req-5655de14-630b-43df-bb4f-c9a39a0bef5d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.1821523 Sep 11 14:21:56.794628 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-22bf85c1-0663-4e94-bb42-51b2eab8b83e req-92e2aa95-99ca-45b5-b908-738a4b353f5e service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904925 Sep 11 14:21:56.904416 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-22bf85c1-0663-4e94-bb42-51b2eab8b83e req-a668e15e-4c76-441a-a1fe-47ce173a2e54 service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024582 Sep 11 14:21:57.096004 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972a41b-e732-48aa-b6ae-b003c657a544 req-986ec403-0515-4943-acaa-350a38857184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:57.097493 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3972a41b-e732-48aa-b6ae-b003c657a544 req-986ec403-0515-4943-acaa-350a38857184 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae3f95-13a4-4d44-a868-d7efcecd67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3655059 Sep 11 14:21:57.106020 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f5c97cc8-4fee-4e25-acd5-aa39e73687e8 req-648e162b-ddca-4b47-ba95-1290d9a4658d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215854 Sep 11 14:21:57.137276 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e7f20fe0-05d4-43cc-a3a9-2eace672ad23 req-31f76ea0-a684-4b41-b965-ced417768cf2 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168484 Sep 11 14:21:57.168302 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7313f-e296-4dc8-897e-dbe509763bc9 req-e5bc6483-878b-40cb-a621-d594af7aac0c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:57.170020 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-58a7313f-e296-4dc8-897e-dbe509763bc9 req-e5bc6483-878b-40cb-a621-d594af7aac0c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.1336319 Sep 11 14:21:57.345752 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3972a41b-e732-48aa-b6ae-b003c657a544 req-b8db6170-49ef-4081-bc72-96e625707afa service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313180 Sep 11 14:21:57.348592 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-58a7313f-e296-4dc8-897e-dbe509763bc9 req-ab013407-aa84-4473-b48d-9868abb0a583 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663508 Sep 11 14:21:57.387586 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e7f20fe0-05d4-43cc-a3a9-2eace672ad23 req-71cab644-512c-4658-a4de-58609d20e1f4 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385871 Sep 11 14:21:57.413908 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be6084-d562-415b-8893-1128adfb6575 req-973b4318-1bb4-4553-9f3a-931ae8cf1073 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:57.415564 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d7be6084-d562-415b-8893-1128adfb6575 req-973b4318-1bb4-4553-9f3a-931ae8cf1073 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.1503358 Sep 11 14:21:57.497034 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d7be6084-d562-415b-8893-1128adfb6575 req-34fdf16f-69f6-4bb4-be26-e806fdd00f63 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554683 Sep 11 14:21:57.499437 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3972a41b-e732-48aa-b6ae-b003c657a544 req-1176c344-3405-402f-81c5-d25fef24fb03 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393888 Sep 11 14:21:57.830469 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8412444-5491-4853-add5-7daa95280e38 req-6c65a431-550d-4969-8e47-13e1f36d5d8d tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:57.831894 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f8412444-5491-4853-add5-7daa95280e38 req-6c65a431-550d-4969-8e47-13e1f36d5d8d tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 943 time: 0.0485156 Sep 11 14:21:57.867199 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f8412444-5491-4853-add5-7daa95280e38 req-e363a757-49ce-4cf9-becd-5027fed7beda tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293539 Sep 11 14:21:58.222469 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf92e2b-1f25-4fb2-b361-f6abbd9fd4cd req-6e820b66-9e5b-4b33-9c27-142ccbddc0f7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:58.223930 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-adf92e2b-1f25-4fb2-b361-f6abbd9fd4cd req-6e820b66-9e5b-4b33-9c27-142ccbddc0f7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0479324 Sep 11 14:21:58.261566 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-adf92e2b-1f25-4fb2-b361-f6abbd9fd4cd req-3af92ac4-83fb-4c5d-93ab-3e69120788fb tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311186 Sep 11 14:21:58.465684 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd3964-cff3-4354-bcab-12c70184c817 req-1e8c9b45-1fcf-4e84-9d5b-dcbf288d92b7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:58.467123 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ebcd3964-cff3-4354-bcab-12c70184c817 req-1e8c9b45-1fcf-4e84-9d5b-dcbf288d92b7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0475004 Sep 11 14:21:58.508089 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ebcd3964-cff3-4354-bcab-12c70184c817 req-70af719a-4aa0-4977-95ab-c2369278e743 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351617 Sep 11 14:21:58.612979 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd98193-bce3-4f15-88fb-cc69ef3ff549 req-71403f36-9348-409c-80d8-b7df53976322 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:58.614422 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6cd98193-bce3-4f15-88fb-cc69ef3ff549 req-71403f36-9348-409c-80d8-b7df53976322 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0491304 Sep 11 14:21:58.652674 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6cd98193-bce3-4f15-88fb-cc69ef3ff549 req-ebfe4ed0-6bdb-40bf-bd60-0713c70a9692 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Sep 11 14:21:58.979248 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207c658-a2e9-4d66-84a1-e0a686a411fc req-56009302-7cb9-4111-b4b8-86e5bcbe9abe tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:58.980753 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5207c658-a2e9-4d66-84a1-e0a686a411fc req-56009302-7cb9-4111-b4b8-86e5bcbe9abe tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 943 time: 0.0499525 Sep 11 14:21:59.026060 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5207c658-a2e9-4d66-84a1-e0a686a411fc req-c307755f-d62e-45b8-92dd-34a252bb051d tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394599 Sep 11 14:21:59.376629 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f51837-d82a-429b-a887-943295308190 req-1131d93a-66e6-4e0a-b811-f438ff883278 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:59.378076 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f6f51837-d82a-429b-a887-943295308190 req-1131d93a-66e6-4e0a-b811-f438ff883278 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0476911 Sep 11 14:21:59.420079 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f6f51837-d82a-429b-a887-943295308190 req-f39f087f-cd99-4b22-a82c-3b8aea0389be tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361376 Sep 11 14:21:59.591231 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 83588ae5-5649-45f5-8021-2ec82e034e3d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:21:59.623453 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da18b3-0fa9-4c1e-8b0c-a82897bb8e12 req-894c0cf6-0d4d-422d-b06a-008b28ca83ae tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:59.624958 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-35da18b3-0fa9-4c1e-8b0c-a82897bb8e12 req-894c0cf6-0d4d-422d-b06a-008b28ca83ae tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0508654 Sep 11 14:21:59.661542 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-35da18b3-0fa9-4c1e-8b0c-a82897bb8e12 req-7d660c4d-ee42-4710-88ac-e8f046b57d9a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306561 Sep 11 14:21:59.687284 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 83588ae5-5649-45f5-8021-2ec82e034e3d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83588ae5-5649-45f5-8021-2ec82e034e3d,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:59.698535 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'port_id': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'mac_address': 'fa:16:3e:30:0a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:21:59.735329 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:59.747480 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83588ae5-5649-45f5-8021-2ec82e034e3d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:21:59.765719 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf683d-dc12-444d-93f2-38149c5c02c3 req-fe76dd50-5721-4a20-a307-f02a549f0855 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:21:59.766987 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 83588ae5-5649-45f5-8021-2ec82e034e3d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83588ae5-5649-45f5-8021-2ec82e034e3d,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:21:59.767309 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4bcf683d-dc12-444d-93f2-38149c5c02c3 req-fe76dd50-5721-4a20-a307-f02a549f0855 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0478940 Sep 11 14:21:59.770946 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:21:59.804985 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4bcf683d-dc12-444d-93f2-38149c5c02c3 req-478c6d72-18df-4b14-b2c0-a1fff6abf6f5 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316586 Sep 11 14:21:59.820985 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=83588ae5-5649-45f5-8021-2ec82e034e3d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:00.138885 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17eaab-34a6-45b3-ba42-a0158463ac49 req-8442e6f0-a37d-4b38-844d-a8abce2c1eae tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:00.140354 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bb17eaab-34a6-45b3-ba42-a0158463ac49 req-8442e6f0-a37d-4b38-844d-a8abce2c1eae tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 944 time: 0.0469451 Sep 11 14:22:00.180745 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bb17eaab-34a6-45b3-ba42-a0158463ac49 req-55db3ef0-a924-40e1-abb1-3c7dac987eba tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345275 Sep 11 14:22:00.537840 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d3b8d-9f26-4f1a-be18-bdcbc7d658fa req-dc7b9a5a-29ce-4cac-8965-30dbbf44768e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:00.539291 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-300d3b8d-9f26-4f1a-be18-bdcbc7d658fa req-dc7b9a5a-29ce-4cac-8965-30dbbf44768e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 945 time: 0.0481613 Sep 11 14:22:00.575854 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-300d3b8d-9f26-4f1a-be18-bdcbc7d658fa req-fbde2663-42ba-4994-b624-a808f2bbd910 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306883 Sep 11 14:22:00.609156 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 4c9a8e2c-ce71-426b-991e-b3d877832cbc no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:22:00.682303 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:00.704513 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:22:00.706678 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30251ef8-b4ed-41d9-9c75-8a4971dce080" -d '{"events": [{"server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:22:00.720563 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:00.725102 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:00.753468 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Sep 2021 14:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505a6645-8200-4fbc-9d12-f73977b4f69d x-openstack-request-id: req-505a6645-8200-4fbc-9d12-f73977b4f69d {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:22:00.753782 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "name": "network-vif-unplugged", "status": "completed", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:22:00.754036 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-505a6645-8200-4fbc-9d12-f73977b4f69d {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:22:00.754414 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'code': 200} Sep 11 14:22:00.777853 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b8006-b12c-4448-8b55-26aa6d1c1ab7 req-c9ac98d1-9917-4ae2-8405-ce596d9f79d5 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:00.779317 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-dc4b8006-b12c-4448-8b55-26aa6d1c1ab7 req-c9ac98d1-9917-4ae2-8405-ce596d9f79d5 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0480206 Sep 11 14:22:00.781749 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=4c9a8e2c-ce71-426b-991e-b3d877832cbc,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:00.819061 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-dc4b8006-b12c-4448-8b55-26aa6d1c1ab7 req-faef3cd6-3bc0-4618-98c1-20d2c2277330 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Sep 11 14:22:00.919524 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9dc14-847f-4843-aaea-1dcd2b6dd499 req-20322942-ac70-419e-ba6c-73f0adc59510 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:00.921075 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2ca9dc14-847f-4843-aaea-1dcd2b6dd499 req-20322942-ac70-419e-ba6c-73f0adc59510 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0484502 Sep 11 14:22:00.970919 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2ca9dc14-847f-4843-aaea-1dcd2b6dd499 req-68646b5b-2d18-466c-9e86-32fbb3ec4ef6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436380 Sep 11 14:22:01.077184 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['83588ae5-5649-45f5-8021-2ec82e034e3d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:22:01.186177 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:01.300559 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e112c22-a86d-4922-b86e-7f7222d9be60 req-43b15540-60de-4d24-bafa-85b61ea7144e tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:01.302106 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1e112c22-a86d-4922-b86e-7f7222d9be60 req-43b15540-60de-4d24-bafa-85b61ea7144e tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 944 time: 0.0483878 Sep 11 14:22:01.350898 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1e112c22-a86d-4922-b86e-7f7222d9be60 req-4ac29791-b32b-4166-ab8d-fb29314614e5 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428150 Sep 11 14:22:01.701061 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c7b24-5a1a-49fd-b48c-c526772b5bd8 req-cc006939-805f-4a76-b44b-cd72774a4e1b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:01.703106 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a53c7b24-5a1a-49fd-b48c-c526772b5bd8 req-cc006939-805f-4a76-b44b-cd72774a4e1b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0528550 Sep 11 14:22:01.739731 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a53c7b24-5a1a-49fd-b48c-c526772b5bd8 req-86d5199f-9490-4457-9c2c-e9b132fe0d75 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305386 Sep 11 14:22:01.942480 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcd9e8-3fc0-4372-beed-e2de501f9e2f req-9e46d440-a852-4316-949b-fae862372397 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:01.944500 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6afcd9e8-3fc0-4372-beed-e2de501f9e2f req-9e46d440-a852-4316-949b-fae862372397 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0565350 Sep 11 14:22:02.028897 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6afcd9e8-3fc0-4372-beed-e2de501f9e2f req-2ffa2794-c9ad-4438-9187-97f440d10d27 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701001 Sep 11 14:22:02.189303 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2dba6-9ffc-42df-a94c-9341272abe76 req-225d6d79-c828-451d-98a7-e81e63bb9cd1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:02.198689 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-58a2dba6-9ffc-42df-a94c-9341272abe76 req-225d6d79-c828-451d-98a7-e81e63bb9cd1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0773778 Sep 11 14:22:02.263909 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-58a2dba6-9ffc-42df-a94c-9341272abe76 req-5582db87-955c-4272-b03b-9e8cf6c6e6ec tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625441 Sep 11 14:22:02.379592 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [req-849b1b84-3a1d-4e35-8309-9cf0ae462042 req-9c2c390f-5c44-4110-8aad-e1c24c8609c8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:22:02.380918 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-849b1b84-3a1d-4e35-8309-9cf0ae462042 req-9c2c390f-5c44-4110-8aad-e1c24c8609c8 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065248 Sep 11 14:22:02.486999 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b565b-0538-41be-aaad-cf9b3774ad06 req-aa22e46f-844b-4d97-a212-11f7244b0caf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:02.488992 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-264b565b-0538-41be-aaad-cf9b3774ad06 req-aa22e46f-844b-4d97-a212-11f7244b0caf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 944 time: 0.0565906 Sep 11 14:22:02.604422 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-264b565b-0538-41be-aaad-cf9b3774ad06 req-214616e0-d1a0-487f-8eec-dd53b60ea716 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056955 Sep 11 14:22:02.647600 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad678e-a019-42dd-97d2-8982cc068a00 req-5a8c22f6-61ed-405c-8fa4-badb2f54c00e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:02.656056 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16ad678e-a019-42dd-97d2-8982cc068a00 req-5a8c22f6-61ed-405c-8fa4-badb2f54c00e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.1222632 Sep 11 14:22:02.680567 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 83588ae5-5649-45f5-8021-2ec82e034e3d up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:02.737289 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16ad678e-a019-42dd-97d2-8982cc068a00 req-91affe3a-4750-4a73-929d-882900054031 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691574 Sep 11 14:22:02.758095 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 83588ae5-5649-45f5-8021-2ec82e034e3d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:02.763594 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 83588ae5-5649-45f5-8021-2ec82e034e3d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:02.764296 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:02.848772 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:02.884372 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:22:02.886604 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae338ff0-5a43-40c4-8d8d-1ddb12697c58" -d '{"events": [{"server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "name": "network-vif-plugged", "status": "completed", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:22:02.901495 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 83588ae5-5649-45f5-8021-2ec82e034e3d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83588ae5-5649-45f5-8021-2ec82e034e3d,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:02.907246 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:02.940217 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba3fb7f-22fd-4159-bfcc-8c8eeae4474a x-openstack-request-id: req-9ba3fb7f-22fd-4159-bfcc-8c8eeae4474a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:22:02.940509 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "name": "network-vif-plugged", "status": "completed", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:22:02.941090 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ba3fb7f-22fd-4159-bfcc-8c8eeae4474a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:22:02.941749 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'code': 200} Sep 11 14:22:02.983169 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=83588ae5-5649-45f5-8021-2ec82e034e3d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:03.153414 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:03.201395 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bb25c-4d65-4877-8f4d-e007dcb37690 req-852babfb-3fd9-412a-b85e-5d1fc4e86707 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:03.209969 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a57bb25c-4d65-4877-8f4d-e007dcb37690 req-852babfb-3fd9-412a-b85e-5d1fc4e86707 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0872705 Sep 11 14:22:03.298599 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a57bb25c-4d65-4877-8f4d-e007dcb37690 req-6951ea09-8e5c-46b7-a502-71b17e04f897 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876288 Sep 11 14:22:03.301876 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-87d4cfd8-1316-4e27-9e0a-6bd8bbdfcf95 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1471667 Sep 11 14:22:03.311366 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-a6b305b7-f8e8-4171-8ec6-af16e9060679 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93836) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:22:03.325445 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-a6b305b7-f8e8-4171-8ec6-af16e9060679 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221515 Sep 11 14:22:03.335236 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b14af-a581-41dc-837a-b2021ba6c265 req-4b58087d-f858-4225-9648-16a97417252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:03.339258 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-941b14af-a581-41dc-837a-b2021ba6c265 req-4b58087d-f858-4225-9648-16a97417252b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 1098 time: 0.1270151 Sep 11 14:22:03.404475 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-941b14af-a581-41dc-837a-b2021ba6c265 req-347ce24e-9728-4517-8b08-03cd586d973d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498230 Sep 11 14:22:03.760802 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583a5d7-106e-4930-83cd-253a6c61a573 req-373e1612-6750-4c11-b2f7-e0604c16fe9f tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:03.768684 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f583a5d7-106e-4930-83cd-253a6c61a573 req-373e1612-6750-4c11-b2f7-e0604c16fe9f tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 945 time: 0.0678406 Sep 11 14:22:03.820232 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f583a5d7-106e-4930-83cd-253a6c61a573 req-af779566-33eb-44c8-ba5d-7723ccfcc0b2 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503261 Sep 11 14:22:03.903525 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc33e6c-4470-4cf5-8e27-d1308d6f2f6e req-fff6336b-fb4c-4945-bc33-1c9a24f80fc7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:03.905660 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fbc33e6c-4470-4cf5-8e27-d1308d6f2f6e req-fff6336b-fb4c-4945-bc33-1c9a24f80fc7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0844727 Sep 11 14:22:03.960743 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fbc33e6c-4470-4cf5-8e27-d1308d6f2f6e req-485cb815-2552-40ce-8a66-2eb8b7c8f640 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485604 Sep 11 14:22:04.307589 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1f90b365-53e6-47b7-9684-83c41e94337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:04.428595 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f1945-6a3b-42fc-a635-b9755ce0169b req-0742e6bc-a446-4f4b-9355-4af6e1414fee tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:04.431017 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f5f1945-6a3b-42fc-a635-b9755ce0169b req-0742e6bc-a446-4f4b-9355-4af6e1414fee tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0550706 Sep 11 14:22:04.514497 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f5f1945-6a3b-42fc-a635-b9755ce0169b req-9280c144-03c6-4ccf-9e39-392a8805d603 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757058 Sep 11 14:22:04.695366 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 4c9a8e2c-ce71-426b-991e-b3d877832cbc no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:22:05.007976 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96ae14-6d85-40d0-a784-09a1210d6caa req-75696ee4-3f1a-4d97-b73b-41553d5c5a9a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:05.016877 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0a96ae14-6d85-40d0-a784-09a1210d6caa req-75696ee4-3f1a-4d97-b73b-41553d5c5a9a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 945 time: 0.1028864 Sep 11 14:22:05.082649 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0a96ae14-6d85-40d0-a784-09a1210d6caa req-16e1c071-6c74-48a6-9510-5f4645460292 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647972 Sep 11 14:22:05.148481 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb113b-8245-49a9-91e7-ccb83c76bb6f req-5dbdb90f-4e3b-4aa6-aaf7-229b9663d5e0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:05.158342 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-25fb113b-8245-49a9-91e7-ccb83c76bb6f req-5dbdb90f-4e3b-4aa6-aaf7-229b9663d5e0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.1035926 Sep 11 14:22:05.257612 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-25fb113b-8245-49a9-91e7-ccb83c76bb6f req-d26a8d4b-d299-4cda-a726-62c68e6f3b50 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997863 Sep 11 14:22:05.275866 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb52a4-2289-4280-844d-3d414d572aba req-f22ff3c9-9558-47d8-a3b0-08068fc72f03 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:05.277419 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-69eb52a4-2289-4280-844d-3d414d572aba req-f22ff3c9-9558-47d8-a3b0-08068fc72f03 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 945 time: 0.0849299 Sep 11 14:22:05.326461 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-69eb52a4-2289-4280-844d-3d414d572aba req-0f7f9a3e-782a-4579-9628-4dac9e5bd8cf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Sep 11 14:22:05.724576 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-eae3033b-5bf2-4aac-a35b-c6030e55d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:05.726911 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-eae3033b-5bf2-4aac-a35b-c6030e55d587 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1&tenant_id=b93843a73a5d4b89a16b9be7e336b96f HTTP/1.1" status: 200 len: 1096 time: 0.1580446 Sep 11 14:22:05.745520 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a891da0-be90-49de-8cd0-40771bda4248 req-d4a1c6af-2ab0-4f2a-a97b-266aa3f01710 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:05.747043 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1a891da0-be90-49de-8cd0-40771bda4248 req-d4a1c6af-2ab0-4f2a-a97b-266aa3f01710 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 945 time: 0.1306517 Sep 11 14:22:05.754867 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291104a-90e9-4729-a31d-3c9bf55b4825 req-bc7c0734-800b-44bf-ac02-a55de2c25780 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:05.756369 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5291104a-90e9-4729-a31d-3c9bf55b4825 req-bc7c0734-800b-44bf-ac02-a55de2c25780 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.1056461 Sep 11 14:22:05.850776 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1a891da0-be90-49de-8cd0-40771bda4248 req-9c16ccad-43b7-4587-b8c4-27ccfc341e03 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933194 Sep 11 14:22:05.858641 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5291104a-90e9-4729-a31d-3c9bf55b4825 req-c094ceb3-abd9-46c3-ba4f-2ea3b98a4976 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905378 Sep 11 14:22:05.868058 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-1dce00b5-9ee8-4f97-9674-2aef6f5a4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:05.871365 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-1dce00b5-9ee8-4f97-9674-2aef6f5a4900 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 1096 time: 0.0859549 Sep 11 14:22:05.988498 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-2924f699-c75f-4995-934a-6307f02607fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:05.990119 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-2924f699-c75f-4995-934a-6307f02607fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 917 time: 0.1089845 Sep 11 14:22:06.075756 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-1cbdfab0-6b25-4cbc-a3f9-c00bd08fdc81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc HTTP/1.1" status: 200 len: 999 time: 0.0769024 Sep 11 14:22:06.132428 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-be9c1568-f401-4401-98ee-16ecdfd59dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:06.135412 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-be9c1568-f401-4401-98ee-16ecdfd59dd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 200 len: 855 time: 0.0506263 Sep 11 14:22:06.224037 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-aa8c5431-8353-414d-b567-2a06a6ebeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:06.225771 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-aa8c5431-8353-414d-b567-2a06a6ebeb7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568a2f43-8e1f-4fbd-a0a8-eb269904e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806725 Sep 11 14:22:06.330596 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-e5660dd8-fa00-4860-94c3-6c8e77b0a3c6 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963993 Sep 11 14:22:06.447052 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fe8bb-b3af-4193-bd29-850238d6c634 req-708bdf1e-4ec3-4711-9feb-e60e7e93d52a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:06.448675 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-277fe8bb-b3af-4193-bd29-850238d6c634 req-708bdf1e-4ec3-4711-9feb-e60e7e93d52a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.1101999 Sep 11 14:22:06.485837 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6d6d50bf-9a4f-48ce-8da0-bc1e6f8e2275 req-549187c0-6751-4cf2-90d0-91cc9ca041f8 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383438 Sep 11 14:22:06.501580 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-277fe8bb-b3af-4193-bd29-850238d6c634 req-36c12af9-9b61-45df-b5e5-b4ed94282ad6 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468614 Sep 11 14:22:06.886347 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-684001a3-61e8-4323-b93b-b2aa4eb003c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:07.017091 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d63e87-7ee8-42c3-8721-4ddd5bc68755 req-b7cbf725-707c-4a08-b91f-e9355891814d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:07.019557 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-46d63e87-7ee8-42c3-8721-4ddd5bc68755 req-b7cbf725-707c-4a08-b91f-e9355891814d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0782156 Sep 11 14:22:07.070379 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-46d63e87-7ee8-42c3-8721-4ddd5bc68755 req-23d24645-7f1f-454d-bd3e-70a9b4022389 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Sep 11 14:22:07.116051 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:07.748829 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05409634-7891-4638-b327-1d2f575a8da9 req-e12081da-672b-470d-a494-1179555aa271 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:07.794077 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-05409634-7891-4638-b327-1d2f575a8da9 req-e12081da-672b-470d-a494-1179555aa271 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.1361620 Sep 11 14:22:07.968134 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-05409634-7891-4638-b327-1d2f575a8da9 req-ee6cff57-6768-4881-b747-17907766c630 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736641 Sep 11 14:22:08.081604 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:08.238804 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dc4a7-476c-4eb6-ba4f-540a12c4888a req-5a55b1af-49f1-41e4-ac44-1a49477b297a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:08.249854 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-755dc4a7-476c-4eb6-ba4f-540a12c4888a req-5a55b1af-49f1-41e4-ac44-1a49477b297a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0867493 Sep 11 14:22:08.380602 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-755dc4a7-476c-4eb6-ba4f-540a12c4888a req-0be8f2bc-2159-4563-811f-123aff4a1406 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297247 Sep 11 14:22:09.185895 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb456b3-f469-4439-9a3f-a7027e4992f7 req-d04eef65-0f81-4d0e-9a88-23c782939891 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:09.187468 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-feb456b3-f469-4439-9a3f-a7027e4992f7 req-d04eef65-0f81-4d0e-9a88-23c782939891 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0728137 Sep 11 14:22:09.240834 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-feb456b3-f469-4439-9a3f-a7027e4992f7 req-2c68cea2-458a-4c48-ad43-77d47f6bb4bb tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396190 Sep 11 14:22:09.514570 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932f83b-51b1-4779-8479-ea87ef806147 req-5cc24647-3bf0-4d6f-bdcf-59fe1c1d7cd2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:09.516383 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5932f83b-51b1-4779-8479-ea87ef806147 req-5cc24647-3bf0-4d6f-bdcf-59fe1c1d7cd2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0593014 Sep 11 14:22:09.573047 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:09.576498 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5932f83b-51b1-4779-8479-ea87ef806147 req-1766277c-52a4-4055-ad12-6b20dace955f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524318 Sep 11 14:22:10.410807 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790983f7-0179-4d0d-aa9a-350c1d40c6ff req-16594554-e895-439f-aade-e4d0e7075193 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:10.419502 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-790983f7-0179-4d0d-aa9a-350c1d40c6ff req-16594554-e895-439f-aade-e4d0e7075193 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0795603 Sep 11 14:22:10.469238 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-790983f7-0179-4d0d-aa9a-350c1d40c6ff req-9667be10-d518-4a7b-b40b-fae99bf6845e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440707 Sep 11 14:22:10.706043 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:22:10.772975 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ea68a-2604-4dc8-85b6-1a75c976aa8e req-f662036e-9964-4ccf-ab6b-f9936f28029f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:10.783220 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-091ea68a-2604-4dc8-85b6-1a75c976aa8e req-f662036e-9964-4ccf-ab6b-f9936f28029f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0741167 Sep 11 14:22:10.832591 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-091ea68a-2604-4dc8-85b6-1a75c976aa8e req-35c1019c-8fd1-4b51-adb4-13dddda99f3e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482309 Sep 11 14:22:11.665450 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da326a6-93ca-48e1-a8b8-613b456f5848 req-04c06a75-98da-4852-9641-8955401ea0d3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:11.673455 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1da326a6-93ca-48e1-a8b8-613b456f5848 req-04c06a75-98da-4852-9641-8955401ea0d3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.1016216 Sep 11 14:22:11.721258 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1da326a6-93ca-48e1-a8b8-613b456f5848 req-eeaed04c-3742-4f0e-b43a-21bf3187e04c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467324 Sep 11 14:22:11.995063 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d66a9-8289-4f19-8d21-914cfa1aa2be req-c413c2ae-2cc3-4cde-8a87-dfda9596efec tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:12.004420 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b28d66a9-8289-4f19-8d21-914cfa1aa2be req-c413c2ae-2cc3-4cde-8a87-dfda9596efec tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0773311 Sep 11 14:22:12.069860 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b28d66a9-8289-4f19-8d21-914cfa1aa2be req-33204ee5-7049-4a8d-95cc-163568e1d135 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639706 Sep 11 14:22:12.972753 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9718a96-8cb3-4dfa-84e5-0d44bdc142ad req-f86e9eee-18ab-4141-bd84-42906ba5349f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:13.004220 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a9718a96-8cb3-4dfa-84e5-0d44bdc142ad req-f86e9eee-18ab-4141-bd84-42906ba5349f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.1260879 Sep 11 14:22:13.120306 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a9718a96-8cb3-4dfa-84e5-0d44bdc142ad req-f745151b-7bb8-4321-8887-548d01aa2fa9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169875 Sep 11 14:22:13.226471 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50aab0-b559-4455-b69c-9f7a6871617d req-3faa8d06-62b1-48df-8409-cef246b3360a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:13.229735 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ce50aab0-b559-4455-b69c-9f7a6871617d req-3faa8d06-62b1-48df-8409-cef246b3360a tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0628622 Sep 11 14:22:13.314427 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ce50aab0-b559-4455-b69c-9f7a6871617d req-7025a22c-26f1-47dd-944c-1f27b5bf7cd2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772653 Sep 11 14:22:14.280389 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f622aa0-160a-4bcf-833f-6a526b416b83 req-026a6e71-7eda-4f78-9d4e-4c0962f4b167 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:14.288245 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4f622aa0-160a-4bcf-833f-6a526b416b83 req-026a6e71-7eda-4f78-9d4e-4c0962f4b167 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0634227 Sep 11 14:22:14.340121 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4f622aa0-160a-4bcf-833f-6a526b416b83 req-d7f3a981-42d3-4c10-a1bb-b864ef1f1bf5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508006 Sep 11 14:22:14.486848 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b2703-ca0d-49e0-861f-538239f641c5 req-b17202bd-ae6f-408f-91e5-0f1c990a4b01 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:14.494410 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-151b2703-ca0d-49e0-861f-538239f641c5 req-b17202bd-ae6f-408f-91e5-0f1c990a4b01 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0592456 Sep 11 14:22:14.576490 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-151b2703-ca0d-49e0-861f-538239f641c5 req-906e088c-114a-403b-a378-b7f2aa48244e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811567 Sep 11 14:22:15.536284 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f0d46-30b2-472a-ac71-8bcd511a8c7a req-185a0b50-40aa-4e0d-b7b5-5e17abbeffda tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:15.560197 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ae5f0d46-30b2-472a-ac71-8bcd511a8c7a req-185a0b50-40aa-4e0d-b7b5-5e17abbeffda tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.1188502 Sep 11 14:22:15.634179 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ae5f0d46-30b2-472a-ac71-8bcd511a8c7a req-c6f68c07-3f25-4a2e-a78b-cda5824f3a42 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728104 Sep 11 14:22:15.759095 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352588b-bb1b-49cb-b5bc-e6fae84377df req-86868698-91cd-4f3e-8a96-3b4373c047bc tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:15.761529 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9352588b-bb1b-49cb-b5bc-e6fae84377df req-86868698-91cd-4f3e-8a96-3b4373c047bc tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0800607 Sep 11 14:22:15.906468 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9352588b-bb1b-49cb-b5bc-e6fae84377df req-d66491aa-3a4b-4708-9ec9-2bb7b42cfa6e tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366529 Sep 11 14:22:16.878508 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4490f-8717-43e2-bcb5-a1f36bd6effd req-62e0719b-21d9-4979-99ea-22d1f5d9f62d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:16.880023 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6ec4490f-8717-43e2-bcb5-a1f36bd6effd req-62e0719b-21d9-4979-99ea-22d1f5d9f62d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0629413 Sep 11 14:22:16.927225 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6ec4490f-8717-43e2-bcb5-a1f36bd6effd req-8c3f5cbf-4ca3-443a-ad56-44a285dd31d9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410323 Sep 11 14:22:17.072350 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a0ff6-b06d-40cb-bf55-170e727cdc60 req-5676dca6-db78-4ad7-916c-3733fa657c23 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:17.077128 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1f4a0ff6-b06d-40cb-bf55-170e727cdc60 req-5676dca6-db78-4ad7-916c-3733fa657c23 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0864098 Sep 11 14:22:17.163353 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1f4a0ff6-b06d-40cb-bf55-170e727cdc60 req-5494c6ab-3bcc-4d4c-b32d-6503ed593b15 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701046 Sep 11 14:22:18.063476 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de3d21-2734-4e68-890f-9fc175b11ec0 req-3cb113d6-38a7-453c-91bf-418d1cd77df4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:18.065732 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b7de3d21-2734-4e68-890f-9fc175b11ec0 req-3cb113d6-38a7-453c-91bf-418d1cd77df4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0501299 Sep 11 14:22:18.103204 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b7de3d21-2734-4e68-890f-9fc175b11ec0 req-812fd4a1-8952-4f5c-8337-286f158131b1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312431 Sep 11 14:22:18.273149 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726619f4-048b-4d89-a15e-5f0dbc1ae63f req-3095c728-e76a-4f2c-906a-d35bb7a6e449 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:18.275285 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-726619f4-048b-4d89-a15e-5f0dbc1ae63f req-3095c728-e76a-4f2c-906a-d35bb7a6e449 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0500863 Sep 11 14:22:18.313276 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-726619f4-048b-4d89-a15e-5f0dbc1ae63f req-860792ad-0380-4426-bcf9-65f6cc3c4b34 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Sep 11 14:22:19.249319 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701d9e9-9bc7-4886-b8bd-aca6fe0e97a2 req-0a272a29-e0a6-4726-ac9d-a7ad0ac904a5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:19.250919 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1701d9e9-9bc7-4886-b8bd-aca6fe0e97a2 req-0a272a29-e0a6-4726-ac9d-a7ad0ac904a5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0729156 Sep 11 14:22:19.293665 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1701d9e9-9bc7-4886-b8bd-aca6fe0e97a2 req-08229bbc-d406-464b-84f0-6c53f853d00e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362971 Sep 11 14:22:19.437470 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19137dd-0a0d-44c4-afad-fcec2874c28b req-5180b906-20c7-4227-b564-04d09d7b6a9c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:19.439067 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a19137dd-0a0d-44c4-afad-fcec2874c28b req-5180b906-20c7-4227-b564-04d09d7b6a9c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0535858 Sep 11 14:22:19.483632 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a19137dd-0a0d-44c4-afad-fcec2874c28b req-60a914d8-9388-4e63-888b-312ab9e17f36 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384083 Sep 11 14:22:20.410347 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9ca87-94c9-4970-996f-f941bbe34ee5 req-6c34bdb7-9cd5-4209-b5ac-861131d00102 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:20.411769 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9cb9ca87-94c9-4970-996f-f941bbe34ee5 req-6c34bdb7-9cd5-4209-b5ac-861131d00102 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0465364 Sep 11 14:22:20.447912 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9cb9ca87-94c9-4970-996f-f941bbe34ee5 req-c7ae9123-3c08-4647-9ab8-ea5d443053de tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297494 Sep 11 14:22:20.592703 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40594) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:20.605372 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e78e8b-3517-4c36-ac00-19d4f9be6d9e req-f3976c8a-d5db-415d-a069-061d9955f44f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:20.607005 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e5e78e8b-3517-4c36-ac00-19d4f9be6d9e req-f3976c8a-d5db-415d-a069-061d9955f44f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0577025 Sep 11 14:22:20.638745 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-22897343-20da-4733-8e94-3afc898da27e admin admin] Deleting subnet 00752a11-dc37-45f0-94d3-41b6679dd036 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:22:20.641751 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22897343-20da-4733-8e94-3afc898da27e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:20.645261 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e5e78e8b-3517-4c36-ac00-19d4f9be6d9e req-382d00a9-ef19-40f5-9826-48672ba2e9dc tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320032 Sep 11 14:22:20.677830 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22897343-20da-4733-8e94-3afc898da27e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:20.683309 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22897343-20da-4733-8e94-3afc898da27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:20.739489 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22897343-20da-4733-8e94-3afc898da27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:20.768207 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22897343-20da-4733-8e94-3afc898da27e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00752a11-dc37-45f0-94d3-41b6679dd036,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:20.771419 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-22897343-20da-4733-8e94-3afc898da27e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:20.774590 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-22897343-20da-4733-8e94-3afc898da27e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/00752a11-dc37-45f0-94d3-41b6679dd036 HTTP/1.1" status: 204 len: 168 time: 0.1808221 Sep 11 14:22:20.776318 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40596) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:20.797036 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d242-f316-44a9-b834-bd0b0f00c10d req-897f442e-1360-4d01-8db2-b0300a21477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:20.798522 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bbc4d242-f316-44a9-b834-bd0b0f00c10d req-897f442e-1360-4d01-8db2-b0300a21477b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 1099 time: 0.0441124 Sep 11 14:22:20.835051 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bbc4d242-f316-44a9-b834-bd0b0f00c10d req-d5cfe5cb-3742-4624-9e7a-e5f1e73ce604 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271657 Sep 11 14:22:20.841882 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:20.922693 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:20.942464 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:20.942800 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:20.943546 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:20.943871 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > port after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:20.944221 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:20.944567 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > port after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:20.944880 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:20.945751 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:20.946063 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:20.946365 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:21.064722 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:21.064992 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:21.065318 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:21.065641 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 11 14:22:21.066013 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7565699-ce26-46ee-8684-f2ed39f40e85']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:21.083119 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:21.083412 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde1aff6-ccbb-4748-a6ed-93f4ab15b9d6') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:21.098221 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8879946'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:21.118462 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:21.126059 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:22:21.126412 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12378449'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: from cryptography.utils import int_from_bytes Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: from cryptography.utils import int_from_bytes Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: Traceback (most recent call last): Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: timer() Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: cb(*args, **kw) Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: return func(*args, **kwargs) Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: self._notify() Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: self.callback(batched_events) Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: event.method(event) Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: return f(self, *a, **k) Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._get(url).json() Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: return self.request(url, 'GET', **kwargs) Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:22:21.130114 dv-cinder-760197-9-iscsi neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:22:21.188799 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:21.197235 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:21.199736 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f7565699-ce26-46ee-8684-f2ed39f40e85 HTTP/1.1" status: 204 len: 168 time: 0.4224761 Sep 11 14:22:21.208958 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2b7db-ee79-4809-af20-c1c806d84006 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7565699-ce26-46ee-8684-f2ed39f40e85,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:21.385631 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40602) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:21.423442 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-b62edfdb-114c-4c12-9b88-76a4e7ae8c6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff49f4b83865410daecd208a95c8969c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366638 Sep 11 14:22:21.425998 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40604) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:21.471246 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29b7ae09-dfa1-4861-ae8e-d0458e4866e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:21.492769 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29b7ae09-dfa1-4861-ae8e-d0458e4866e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:21.542781 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29b7ae09-dfa1-4861-ae8e-d0458e4866e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:21.545314 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-29b7ae09-dfa1-4861-ae8e-d0458e4866e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:21.546454 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-29b7ae09-dfa1-4861-ae8e-d0458e4866e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95bd5e6c-c112-4641-b2c0-4b25badf963a HTTP/1.1" status: 204 len: 168 time: 0.1195979 Sep 11 14:22:21.556869 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7ae09-dfa1-4861-ae8e-d0458e4866e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bd5e6c-c112-4641-b2c0-4b25badf963a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:21.569488 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafec8b-ec69-429e-8e45-0fad469fe7a9 req-454fefb1-1456-4941-9753-fa203cf27f2d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:21.571106 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3aafec8b-ec69-429e-8e45-0fad469fe7a9 req-454fefb1-1456-4941-9753-fa203cf27f2d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0523837 Sep 11 14:22:21.608829 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3aafec8b-ec69-429e-8e45-0fad469fe7a9 req-6ac88c08-c562-426f-9047-35e5ec5c4342 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319180 Sep 11 14:22:21.763669 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873fd66-18db-430f-b613-a830576777b1 req-c35a2e7e-31a1-43b0-87e4-9454b8c242c4 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:21.765177 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3873fd66-18db-430f-b613-a830576777b1 req-c35a2e7e-31a1-43b0-87e4-9454b8c242c4 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0517190 Sep 11 14:22:21.801954 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3873fd66-18db-430f-b613-a830576777b1 req-df8f5217-040c-49a7-bd2f-aca71fd994bd tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309618 Sep 11 14:22:22.227663 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40630) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:22.340511 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-731942934-network', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:22.361986 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Made reservation on behalf of 97b1ce0cd1c44c9f83eb51765173c48c for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:22:22.364234 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:22.372326 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:22.465616 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:22.469304 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:22.495414 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:22:22.501462 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6fc527-b8c5-40f8-a24e-939830a60114,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:22.509012 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:22.509908 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Added segment 4a51a8d4-753e-4dc1-99d6-77acc14c0d22 of type vlan for network b9334138-2bee-4599-a9c7-3fbf9415e4f1 Sep 11 14:22:22.548403 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:22.572169 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:22.573113 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:22.573682 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:22.602201 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3733895 Sep 11 14:22:22.605179 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40636) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:22.610167 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] Request body: {'subnet': {'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-731942934-subnet', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:22.631872 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] Made reservation on behalf of 97b1ce0cd1c44c9f83eb51765173c48c for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:22:22.634869 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11906258'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:22.635950 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e628d8-dc44-465b-94d8-d7401c44c9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=b9334138-2bee-4599-a9c7-3fbf9415e4f1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:22.647565 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network b9334138-2bee-4599-a9c7-3fbf9415e4f1 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:22:22.792472 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04414c5d-7c64-49e9-9bb8-5f3e56b801e3 req-6b449f6c-b738-48c1-83d5-f51774b88de2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:22.793988 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-04414c5d-7c64-49e9-9bb8-5f3e56b801e3 req-6b449f6c-b738-48c1-83d5-f51774b88de2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0919709 Sep 11 14:22:22.868206 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-04414c5d-7c64-49e9-9bb8-5f3e56b801e3 req-0726670a-e765-4b7e-a9f8-975307455a75 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675166 Sep 11 14:22:22.888776 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12296707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11906252'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:22.977503 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb85e80-c6ac-4ab3-b065-7c591b7301e1 req-88edc178-b2ad-4f69-8a4e-5d09957b33fc tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:22.978974 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7bb85e80-c6ac-4ab3-b065-7c591b7301e1 req-88edc178-b2ad-4f69-8a4e-5d09957b33fc tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.1056092 Sep 11 14:22:22.981192 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d7107a-6ea8-49a7-b575-820b20ce5126,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:22.995270 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] Checking segment: {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:22:22.995618 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] Network hostable DHCP agents. Network: b9334138-2bee-4599-a9c7-3fbf9415e4f1, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:22:23.030766 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7bb85e80-c6ac-4ab3-b065-7c591b7301e1 req-777ff98b-5bdd-4c39-a34b-d8aa939b2c8f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Sep 11 14:22:23.031824 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] Network b9334138-2bee-4599-a9c7-3fbf9415e4f1 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:22:23.041934 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, b9334138-2bee-4599-a9c7-3fbf9415e4f1) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:23.047053 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:23.047648 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.052754 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7eeed0-80e1-43a7-8724-81e30fec1ff0 None None] Network b9334138-2bee-4599-a9c7-3fbf9415e4f1 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:22:23.064344 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-ab4656a7-7cc7-4777-a0ea-9ef39d718363 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4579365 Sep 11 14:22:23.067037 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40644) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:23.073865 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:23.097282 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-390'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.098656 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-286238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-289678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-413'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.156043 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.208142 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb819b7-d503-5a9d-ae15-3489d5670a07-b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126'}]}} from dv-cinder-760197-9-iscsi. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 11 14:22:23.209146 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.304061 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.352707 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Allocated IP 172.20.0.2 (b9334138-2bee-4599-a9c7-3fbf9415e4f1/53d7107a-6ea8-49a7-b575-820b20ce5126/3c3ee77e-d4d8-470e-91be-55164659e890) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:22:23.454748 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12338d24-49ba-4b8a-9410-10f6c74a7a25 req-7f4d7c00-24e8-4031-8e7f-79bc09c7f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:23.456371 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-12338d24-49ba-4b8a-9410-10f6c74a7a25 req-7f4d7c00-24e8-4031-8e7f-79bc09c7f88f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 1099 time: 0.0788190 Sep 11 14:22:23.468622 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e421f-3351-47f6-9b62-896f6dae0c2e req-1ea2d181-7635-4775-9782-62c0545e5999 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:23.477512 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-048e421f-3351-47f6-9b62-896f6dae0c2e req-1ea2d181-7635-4775-9782-62c0545e5999 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0952866 Sep 11 14:22:23.523837 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.527314 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.536324 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Transition to ACTIVE for port object 3c3ee77e-d4d8-470e-91be-55164659e890 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:23.548089 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.556029 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Transition to ACTIVE for port object 3c3ee77e-d4d8-470e-91be-55164659e890 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:23.564264 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.609381 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Network b9334138-2bee-4599-a9c7-3fbf9415e4f1 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:22:23.619799 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:23.622855 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Pushing event updated for resources: {'Port': ['ID=3c3ee77e-d4d8-470e-91be-55164659e890,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:23.626774 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:22:23.642619 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.643396 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.644481 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.645019 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.645509 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.646586 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.647613 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.649583 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.650174 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.650819 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.651310 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.652416 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.679853 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Allocated IP 172.27.0.182 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/405239f8-9255-417d-991e-60a11a8d8717) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:22:23.717470 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Attempting to bind port 3c3ee77e-d4d8-470e-91be-55164659e890 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:22:23.717936 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Attempting to bind port 3c3ee77e-d4d8-470e-91be-55164659e890 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:22:23.718415 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Attempting to bind port 3c3ee77e-d4d8-470e-91be-55164659e890 on network b9334138-2bee-4599-a9c7-3fbf9415e4f1 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:22:23.724947 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:22:23.725426 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Checking segment: {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:22:23.725901 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.727185 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Bound using segment: {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:22:23.727548 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Bound port: 3c3ee77e-d4d8-470e-91be-55164659e890, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:22:23.728280 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.787064 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-048e421f-3351-47f6-9b62-896f6dae0c2e req-7f93eec8-3d12-4b3a-91e7-816834c06f5c tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081288 Sep 11 14:22:23.801891 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] For port 3c3ee77e-d4d8-470e-91be-55164659e890, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:22:23.805121 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] For port 3c3ee77e-d4d8-470e-91be-55164659e890, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=3c3ee77e-d4d8-470e-91be-55164659e890,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:22:23.810036 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.811922 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.822715 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12338d24-49ba-4b8a-9410-10f6c74a7a25 req-6e30f02c-0a7f-4953-bb47-a72fe14f4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:23.824475 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-12338d24-49ba-4b8a-9410-10f6c74a7a25 req-6e30f02c-0a7f-4953-bb47-a72fe14f4325 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 918 time: 0.3533385 Sep 11 14:22:23.860346 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:23.892364 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852be5e-8fa5-4fe3-95e6-daed4a143098 None None] Pushing event updated for resources: {'Port': ['ID=3c3ee77e-d4d8-470e-91be-55164659e890,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:23.897094 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-12338d24-49ba-4b8a-9410-10f6c74a7a25 req-49c092ec-5381-44a1-bad0-124dcbf63c97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eb8174b-217c-406d-bbef-091acafb977c HTTP/1.1" status: 200 len: 217 time: 0.0539491 Sep 11 14:22:23.900251 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:22:23.903378 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:23.907333 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:22:23.935567 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Pushing event updated for resources: {'Port': ['ID=405239f8-9255-417d-991e-60a11a8d8717,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:23.946090 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.946436 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.946778 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.947100 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.947431 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.947756 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.948080 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.948427 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.948752 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.949071 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.949388 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.949717 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:23.994418 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12338d24-49ba-4b8a-9410-10f6c74a7a25 req-313d2e9b-18d5-4459-8c44-fc24ce7e1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:23.995894 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-12338d24-49ba-4b8a-9410-10f6c74a7a25 req-313d2e9b-18d5-4459-8c44-fc24ce7e1589 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 200 len: 857 time: 0.0818901 Sep 11 14:22:24.039408 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8229077-1d08-4bd9-a2e0-86ee4114a339 req-6e174617-50b5-45c9-935d-8b4c108d8886 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:24.042770 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e8229077-1d08-4bd9-a2e0-86ee4114a339 req-6e174617-50b5-45c9-935d-8b4c108d8886 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0897481 Sep 11 14:22:24.045227 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-12338d24-49ba-4b8a-9410-10f6c74a7a25 req-9ebcded2-0953-4396-a4e5-6e74e5387339 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cdadcaf-3b21-4ad0-8822-3c2287855219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408950 Sep 11 14:22:24.127653 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e8229077-1d08-4bd9-a2e0-86ee4114a339 req-8932fb9c-cbeb-4fda-a1fe-05bb80f16640 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793352 Sep 11 14:22:24.185772 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-12338d24-49ba-4b8a-9410-10f6c74a7a25 req-ca77e888-575b-4225-8022-26e61e316435 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251423 Sep 11 14:22:24.293834 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-12338d24-49ba-4b8a-9410-10f6c74a7a25 req-9cacec42-b0e6-44d7-9ccd-c323e67f2437 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916748 Sep 11 14:22:24.404390 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:24.599181 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-286215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-283999'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:24.731814 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Router f169a7a3-8a15-46dc-8c94-0c761b064357 is scheduled to L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 14:22:24.821032 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebac128-9c6b-44a6-847e-beb0cb02cf8b None None] Network b9334138-2bee-4599-a9c7-3fbf9415e4f1 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:22:24.844532 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:22:24.860852 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Sync routers for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:22:24.864980 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:24.866398 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4cbcdb45-0359-4cd8-b7d8-09ae60c9cdf2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7974000 Sep 11 14:22:24.869495 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:24.875334 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:24.876257 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:24.904061 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-50425a44-3f98-47b6-8606-a7c768b485ba None None] Provisioning for port 3c3ee77e-d4d8-470e-91be-55164659e890 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:24.920478 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c3f84-8358-444a-bd9e-48d960182175 req-8c469f95-411d-439c-b7ef-91bee90652d5 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:24.922394 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ce6c3f84-8358-444a-bd9e-48d960182175 req-8c469f95-411d-439c-b7ef-91bee90652d5 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0612779 Sep 11 14:22:24.969948 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ce6c3f84-8358-444a-bd9e-48d960182175 req-874ec1a4-15fe-45de-815e-afac527b06ac tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 Sep 11 14:22:25.099845 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:25.286677 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548399d2-0dcb-4a92-9a71-9860a54bc515 req-0b7897d1-9ec9-4185-b50e-e88ede99de1a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:25.288231 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-548399d2-0dcb-4a92-9a71-9860a54bc515 req-0b7897d1-9ec9-4185-b50e-e88ede99de1a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0517924 Sep 11 14:22:25.310506 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:24Z', 'revision_number': 3, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:25.329307 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-548399d2-0dcb-4a92-9a71-9860a54bc515 req-54916d20-7ed5-44c4-a68e-40c4fa524101 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341153 Sep 11 14:22:25.333083 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:25.342077 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Checking router: f169a7a3-8a15-46dc-8c94-0c761b064357 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:22:25.342549 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Updating router f169a7a3-8a15-46dc-8c94-0c761b064357 port 405239f8-9255-417d-991e-60a11a8d8717 binding host dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:22:25.370025 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:25.494054 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Allocated IP 172.20.0.1 (b9334138-2bee-4599-a9c7-3fbf9415e4f1/53d7107a-6ea8-49a7-b575-820b20ce5126/e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:22:25.602097 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:25.615247 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Transition to ACTIVE for port object e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:25.626982 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:25.637119 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Transition to ACTIVE for port object 405239f8-9255-417d-991e-60a11a8d8717 will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:25.642373 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:25.649335 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:25.686987 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Network b9334138-2bee-4599-a9c7-3fbf9415e4f1 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:22:25.691354 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:25.692752 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Attempting to bind port 405239f8-9255-417d-991e-60a11a8d8717 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:22:25.693117 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Attempting to bind port 405239f8-9255-417d-991e-60a11a8d8717 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:22:25.693478 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Attempting to bind port 405239f8-9255-417d-991e-60a11a8d8717 on network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:22:25.698523 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:22:25.703279 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Pushing event updated for resources: {'Port': ['ID=405239f8-9255-417d-991e-60a11a8d8717,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:25.705515 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:22:25.705886 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Checking segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:22:25.706282 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:25.706669 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Bound using segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:22:25.707137 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Bound port: 405239f8-9255-417d-991e-60a11a8d8717, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:22:25.707528 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:25.718162 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Pushing event updated for resources: {'Port': ['ID=e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:25.730842 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.731539 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.731539 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.731819 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.732147 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.732497 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.732815 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.733134 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.733473 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.733795 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.734110 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.734423 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:25.743997 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-284046'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:25.776468 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] For port 405239f8-9255-417d-991e-60a11a8d8717, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:22:25.779797 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] For port 405239f8-9255-417d-991e-60a11a8d8717, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=405239f8-9255-417d-991e-60a11a8d8717,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:22:25.786937 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:25.844773 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:25.845401 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:25.884344 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:25.904643 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba18b1d-25ba-41b2-b987-180216da4a31 None None] Pushing event updated for resources: {'Port': ['ID=405239f8-9255-417d-991e-60a11a8d8717,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:25.968858 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:25.976632 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d9044408-d6da-40b1-b580-c89b3f7ee039 None None] Provisioning for port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:25.985218 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d9044408-d6da-40b1-b580-c89b3f7ee039 None None] Provisioning complete for port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:25.985999 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d9044408-d6da-40b1-b580-c89b3f7ee039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:26.046238 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-d9044408-d6da-40b1-b580-c89b3f7ee039 None None] Port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:22:26.081690 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:26.089362 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12378493'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:26.131804 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-282910'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:26.136355 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 3c3ee77e-d4d8-470e-91be-55164659e890 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:26.143755 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d74b67-a3f5-4073-8923-caf18cbd0c36 req-3c683bd9-cc60-4eef-bbc5-f2eb0c837705 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:26.146088 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-42d74b67-a3f5-4073-8923-caf18cbd0c36 req-3c683bd9-cc60-4eef-bbc5-f2eb0c837705 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0682130 Sep 11 14:22:26.205698 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Pushing event updated for resources: {'Port': ['ID=e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:26.218539 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-42d74b67-a3f5-4073-8923-caf18cbd0c36 req-dcf24f83-18f7-4f59-acb8-48634eb4b68f tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655053 Sep 11 14:22:26.227266 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 3c3ee77e-d4d8-470e-91be-55164659e890 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:26.233781 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 3c3ee77e-d4d8-470e-91be-55164659e890 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:26.234193 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:26.258853 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 1, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:26.294751 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Network b9334138-2bee-4599-a9c7-3fbf9415e4f1 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:22:26.296705 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:26.305851 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1268a-2e17-49f3-bd9e-1c367be501fc None None] The sync data for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi is: [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 1, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:22:26.351370 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:26.395410 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 3c3ee77e-d4d8-470e-91be-55164659e890, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=3c3ee77e-d4d8-470e-91be-55164659e890,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:26.408268 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:26.481270 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Router f169a7a3-8a15-46dc-8c94-0c761b064357 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:22:26.500692 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=3c3ee77e-d4d8-470e-91be-55164659e890,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:26.581073 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123cff7-5236-4c19-a809-9a9bfeead0e2 req-c3b9ccb3-c20f-440e-9757-6f04c3ea3d54 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:26.589330 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7123cff7-5236-4c19-a809-9a9bfeead0e2 req-c3b9ccb3-c20f-440e-9757-6f04c3ea3d54 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 943 time: 0.0759699 Sep 11 14:22:26.685129 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-26f26d34-e3d3-4ac4-b74d-052be77b23f4 None None] Provisioning complete for port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:26.685505 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-26f26d34-e3d3-4ac4-b74d-052be77b23f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:26.697448 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7123cff7-5236-4c19-a809-9a9bfeead0e2 req-79c0896b-7837-4608-9f83-e52791e59c65 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071801 Sep 11 14:22:26.734697 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-26f26d34-e3d3-4ac4-b74d-052be77b23f4 None None] Port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:22:26.833058 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 4c9a8e2c-ce71-426b-991e-b3d877832cbc details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:22:26.953421 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:26.956664 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:22:26.967500 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'port_id': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'mac_address': 'fa:16:3e:4d:46:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:22:26.971650 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-1ff8d33a-b680-4546-8ce0-cbe580dc9371 admin admin] 10.222.0.37 "PUT /v2.0/routers/f169a7a3-8a15-46dc-8c94-0c761b064357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1009691 Sep 11 14:22:27.015909 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:27.016479 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52543a38-89ac-422d-b311-82d8c590584d req-885258c2-031a-44d3-b487-bde2af45c8b0 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:27.020694 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-52543a38-89ac-422d-b311-82d8c590584d req-885258c2-031a-44d3-b487-bde2af45c8b0 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 945 time: 0.0582426 Sep 11 14:22:27.030551 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9a8e2c-ce71-426b-991e-b3d877832cbc {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:22:27.053194 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:27.061274 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:27.086897 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-52543a38-89ac-422d-b311-82d8c590584d req-2987fe46-1bda-42ea-b449-ebf0612048ed tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561244 Sep 11 14:22:27.106857 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40682) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:27.120768 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=4c9a8e2c-ce71-426b-991e-b3d877832cbc,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:27.313856 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a7b88a-a5eb-4807-87d8-e1e6a8740625 tempest-TestMinimumBasicScenario-1274160255 tempest-TestMinimumBasicScenario-1274160255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:27.318550 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e4a7b88a-a5eb-4807-87d8-e1e6a8740625 tempest-TestMinimumBasicScenario-1274160255 tempest-TestMinimumBasicScenario-1274160255-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 1093 time: 0.2085686 Sep 11 14:22:27.319047 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40692) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:27.324483 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Request body: {'floatingip': {'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'port_id': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'tenant_id': '0819c7649dad420387ad57962433b453', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:27.353824 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:27.381980 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501ae82-c237-4a44-92dc-529e5da5e13a req-f861e03a-18d7-4040-8666-c2c42cd14b07 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:27.390360 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2501ae82-c237-4a44-92dc-529e5da5e13a req-f861e03a-18d7-4040-8666-c2c42cd14b07 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0717416 Sep 11 14:22:27.431446 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2501ae82-c237-4a44-92dc-529e5da5e13a req-97d6aac0-e7a7-4c35-bd4d-e9a9f7c27941 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Sep 11 14:22:27.488689 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:27.517691 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['4c9a8e2c-ce71-426b-991e-b3d877832cbc'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:22:27.645894 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40708) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:27.651872 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-176368375-network', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:27.654062 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Allocated IP 172.27.0.100 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/a9ad2266-0a6d-498c-8f8e-3b2a1695a094) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:22:27.677427 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Made reservation on behalf of 74b8ad889df8414f92dbe14a33ea4191 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:22:27.681628 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:27.692303 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:27.780069 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:27.825657 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:27.871498 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:27.880808 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:27.884096 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'Port': ['ID=a9ad2266-0a6d-498c-8f8e-3b2a1695a094,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:27.904079 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:22:27.905870 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:27.910684 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:22:27.938371 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:22:27.947440 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c5fc6-cf6a-4c32-bcac-9650174aa7b5 req-046a8c82-b011-4830-be9e-a6ac64bb17a0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:27.949012 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d22c5fc6-cf6a-4c32-bcac-9650174aa7b5 req-046a8c82-b011-4830-be9e-a6ac64bb17a0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 944 time: 0.1276858 Sep 11 14:22:27.959517 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e7c3d2-97d1-41c9-89bd-895952c86f59,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:27.963686 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:27.964164 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.segments_db [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Added segment 3b52c75a-0b7e-4360-b6d7-5df02e30a9a9 of type vlan for network 6e74b01c-771e-4892-894a-1ea913e5874b Sep 11 14:22:28.064248 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.081626 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d22c5fc6-cf6a-4c32-bcac-9650174aa7b5 req-ede0a291-b9d2-403c-bf92-a879ce5ee8c8 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109989 Sep 11 14:22:28.118045 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.119808 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:28.120680 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.171686 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5220506 Sep 11 14:22:28.171998 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:28.177746 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] Request body: {'subnet': {'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-176368375-subnet', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:28.202722 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cd062-7a91-4706-bac1-2b3196a10523 admin admin] Pushing event updated for resources: {'Network': ['ID=6e74b01c-771e-4892-894a-1ea913e5874b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:28.209121 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 3c3ee77e-d4d8-470e-91be-55164659e890 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:28.215180 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network 6e74b01c-771e-4892-894a-1ea913e5874b details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:22:28.236298 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] Made reservation on behalf of 74b8ad889df8414f92dbe14a33ea4191 for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:22:28.238545 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8704821'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.318442 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 3c3ee77e-d4d8-470e-91be-55164659e890 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:28.318809 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.397437 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 405239f8-9255-417d-991e-60a11a8d8717 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:28.414011 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.443887 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 405239f8-9255-417d-991e-60a11a8d8717 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:28.448330 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 405239f8-9255-417d-991e-60a11a8d8717 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:28.448698 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.540406 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.542662 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.568848 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12378354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8704811'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.571843 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 405239f8-9255-417d-991e-60a11a8d8717, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=405239f8-9255-417d-991e-60a11a8d8717,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:28.576010 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.628506 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=405239f8-9255-417d-991e-60a11a8d8717,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:28.637740 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21fa7471-3044-4766-9a7e-800fff3cee1d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:28.702941 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] Checking segment: {'id': '3b52c75a-0b7e-4360-b6d7-5df02e30a9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:22:28.703299 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] Network hostable DHCP agents. Network: 6e74b01c-771e-4892-894a-1ea913e5874b, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:22:28.735263 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] Network 6e74b01c-771e-4892-894a-1ea913e5874b is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:22:28.750770 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, 6e74b01c-771e-4892-894a-1ea913e5874b) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:28.756810 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:28.757035 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.760945 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0c5d0-ed89-4a64-b96c-f7a664b9d708 None None] Network 6e74b01c-771e-4892-894a-1ea913e5874b requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:22:28.780140 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-d0204e4c-3441-4406-9e26-f86fed9fca67 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6068997 Sep 11 14:22:28.782632 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:28.786791 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-176368375-router', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:28.791976 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.801667 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12378493'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.844796 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 4c9a8e2c-ce71-426b-991e-b3d877832cbc up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:28.865950 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-390'] for router, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.867672 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-286238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-289678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-413'] for router, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.894652 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'Port': ['ID=a9ad2266-0a6d-498c-8f8e-3b2a1695a094,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:28.912040 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Sync routers for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:22:28.917152 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.951086 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:28.951959 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:28.988867 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:28.994244 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb819b7-d503-5a9d-ae15-3489d5670a07-6e74b01c-771e-4892-894a-1ea913e5874b', 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'fixed_ips': [{'subnet_id': '21fa7471-3044-4766-9a7e-800fff3cee1d'}]}} from dv-cinder-760197-9-iscsi. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 11 14:22:28.995106 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:29.009216 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 4c9a8e2c-ce71-426b-991e-b3d877832cbc triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:29.009602 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:29.179915 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:29.186096 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.l3_db [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Floating IP e100903d-138d-4705-83ab-ebe89ab923e6 associated. External IP: 172.27.0.100, port: 83588ae5-5649-45f5-8021-2ec82e034e3d. Sep 11 14:22:29.217187 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:29.221138 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41771a3-d5e1-4e5c-b305-2373e83e205a req-a93eca80-43ac-4fa0-930d-f82be2f49fab tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:29.222690 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d41771a3-d5e1-4e5c-b305-2373e83e205a req-a93eca80-43ac-4fa0-930d-f82be2f49fab tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 944 time: 0.0623715 Sep 11 14:22:29.275056 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d41771a3-d5e1-4e5c-b305-2373e83e205a req-d3eb3724-f539-44f8-b0b7-2b12a3a37abf tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458117 Sep 11 14:22:29.426291 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:29.462841 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Allocated IP 172.20.0.2 (6e74b01c-771e-4892-894a-1ea913e5874b/21fa7471-3044-4766-9a7e-800fff3cee1d/d0de6d8d-3b70-4498-a324-129af2314694) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:22:29.523308 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Router 435b30f7-8052-45fe-8611-23fda0a5a964 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:22:29.523889 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:22:29.526178 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4cdb66-b6ee-455e-a7f6-c05d714e0bb3" -d '{"events": [{"server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "name": "network-vif-plugged", "status": "completed", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:22:29.567293 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:29.575932 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb590c33-bdc6-40ee-bc9b-72732d52f1d7 x-openstack-request-id: req-fb590c33-bdc6-40ee-bc9b-72732d52f1d7 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:22:29.576262 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "name": "network-vif-plugged", "status": "completed", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:22:29.576539 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb590c33-bdc6-40ee-bc9b-72732d52f1d7 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:22:29.576912 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'code': 200} Sep 11 14:22:29.581238 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:29.617873 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:29.624081 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:29.721948 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f86e4ae-9262-4dcd-aab1-5405dd784d57 req-67a16bf6-9558-4757-a159-1492cf95dd55 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407417 Sep 11 14:22:29.739833 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=4c9a8e2c-ce71-426b-991e-b3d877832cbc,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:29.803612 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:29.812111 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86e4ae-9262-4dcd-aab1-5405dd784d57 req-a3e17cce-341c-4428-bd25-8413a93ed059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:29.814045 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f86e4ae-9262-4dcd-aab1-5405dd784d57 req-a3e17cce-341c-4428-bd25-8413a93ed059 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 1098 time: 0.0460315 Sep 11 14:22:29.816060 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Transition to ACTIVE for port object d0de6d8d-3b70-4498-a324-129af2314694 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:29.824040 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 2, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:29.863813 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Checking router: f169a7a3-8a15-46dc-8c94-0c761b064357 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:22:29.864169 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Updating router f169a7a3-8a15-46dc-8c94-0c761b064357 port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 binding host dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:22:29.868895 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Transition to ACTIVE for port object d0de6d8d-3b70-4498-a324-129af2314694 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:29.891505 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:29.917557 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:29.934477 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86e4ae-9262-4dcd-aab1-5405dd784d57 req-0b51187f-e5f5-459b-8599-40a781efc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:29.936155 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f86e4ae-9262-4dcd-aab1-5405dd784d57 req-0b51187f-e5f5-459b-8599-40a781efc668 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 200 len: 918 time: 0.0980961 Sep 11 14:22:29.948029 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Network 6e74b01c-771e-4892-894a-1ea913e5874b is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:22:29.973673 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:29.976911 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:22:29.978943 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Pushing event updated for resources: {'Port': ['ID=d0de6d8d-3b70-4498-a324-129af2314694,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:29.993841 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:22:30.006815 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f86e4ae-9262-4dcd-aab1-5405dd784d57 req-550568d2-d924-4325-80a8-2ac0dfebdc1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a HTTP/1.1" status: 200 len: 217 time: 0.0582821 Sep 11 14:22:30.013158 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a4cf3-ef61-49f3-afaa-2f383108e4e1 None None] Sync routers for ids ['435b30f7-8052-45fe-8611-23fda0a5a964'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:22:30.026409 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Allocated IP 172.27.0.33 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/225c8599-68bf-409c-8119-7c985c0a9baa) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:22:30.028826 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a4cf3-ef61-49f3-afaa-2f383108e4e1 None None] Routers {'435b30f7-8052-45fe-8611-23fda0a5a964'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:30.030437 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f84a4cf3-ef61-49f3-afaa-2f383108e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['435b30f7-8052-45fe-8611-23fda0a5a964'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:30.040052 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.089541 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4641bbed-d99d-4f4d-a961-84944917dda9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7685723 Sep 11 14:22:30.096042 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40730) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:30.096524 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:22:30.104784 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3" -d '{"events": [{"name": "network-changed", "server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:22:30.115937 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-a751f894-36f3-4431-9c7a-8a587dc9ca53 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328428776', 'description': 'tempest-secgroup-smoke-328428776 description', 'project_id': '0819c7649dad420387ad57962433b453'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:30.130332 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Attempting to bind port d0de6d8d-3b70-4498-a324-129af2314694 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:22:30.130784 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Attempting to bind port d0de6d8d-3b70-4498-a324-129af2314694 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '3b52c75a-0b7e-4360-b6d7-5df02e30a9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:22:30.131232 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Attempting to bind port d0de6d8d-3b70-4498-a324-129af2314694 on network 6e74b01c-771e-4892-894a-1ea913e5874b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:22:30.143594 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:22:30.144059 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Checking segment: {'id': '3b52c75a-0b7e-4360-b6d7-5df02e30a9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:22:30.144570 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.145032 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Bound using segment: {'id': '3b52c75a-0b7e-4360-b6d7-5df02e30a9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:22:30.145588 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Bound port: d0de6d8d-3b70-4498-a324-129af2314694, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b52c75a-0b7e-4360-b6d7-5df02e30a9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:22:30.146039 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.172830 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86e4ae-9262-4dcd-aab1-5405dd784d57 req-87fe82ae-ed4d-408f-a489-5df31dfbcfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:30.177008 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f86e4ae-9262-4dcd-aab1-5405dd784d57 req-87fe82ae-ed4d-408f-a489-5df31dfbcfec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 200 len: 857 time: 0.1352258 Sep 11 14:22:30.193371 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 405239f8-9255-417d-991e-60a11a8d8717 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:30.204272 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42405cd-01df-479e-9b6e-1be73e794d66 x-openstack-request-id: req-d42405cd-01df-479e-9b6e-1be73e794d66 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:22:30.204749 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:22:30.204856 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d42405cd-01df-479e-9b6e-1be73e794d66 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:22:30.205221 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'status': 'completed', 'code': 200} Sep 11 14:22:30.207737 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a751f894-36f3-4431-9c7a-8a587dc9ca53 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.249595 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.273928 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f84a4cf3-ef61-49f3-afaa-2f383108e4e1 None None] Set router 435b30f7-8052-45fe-8611-23fda0a5a964 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:30.311928 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f86e4ae-9262-4dcd-aab1-5405dd784d57 req-476afcad-7b61-492e-8d46-8d0a25ea595e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3cdadcaf-3b21-4ad0-8822-3c2287855219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958409 Sep 11 14:22:30.336238 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba4876-e6e7-466b-b933-e069e345215e req-db1dcdd9-0c2a-432d-9a11-f7bfb1223b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:30.337912 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b8ba4876-e6e7-466b-b933-e069e345215e req-db1dcdd9-0c2a-432d-9a11-f7bfb1223b58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 1099 time: 0.1549406 Sep 11 14:22:30.416509 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] For port d0de6d8d-3b70-4498-a324-129af2314694, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:22:30.426335 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] For port d0de6d8d-3b70-4498-a324-129af2314694, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=d0de6d8d-3b70-4498-a324-129af2314694,segment=NetworkSegment(3b52c75a-0b7e-4360-b6d7-5df02e30a9a9),segment_id=3b52c75a-0b7e-4360-b6d7-5df02e30a9a9)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:22:30.438830 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.443324 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b8ba4876-e6e7-466b-b933-e069e345215e req-3b4c33ec-8b23-4039-afcf-88db6f2d5e09 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893991 Sep 11 14:22:30.451014 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3 req-3cde209e-48b3-4777-ba30-dcff3ad54a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:30.454860 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3 req-3cde209e-48b3-4777-ba30-dcff3ad54a6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0819c7649dad420387ad57962433b453&device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 1098 time: 0.1870325 Sep 11 14:22:30.459091 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.481450 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 405239f8-9255-417d-991e-60a11a8d8717 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:30.481818 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.544437 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a99da7-8cfa-40dc-9602-004ed3178e5f req-a5199503-ca41-4ac2-8d1d-fd774bd4ecb7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:30.552384 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-71a99da7-8cfa-40dc-9602-004ed3178e5f req-a5199503-ca41-4ac2-8d1d-fd774bd4ecb7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 946 time: 0.1614044 Sep 11 14:22:30.553920 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Pushing event updated for resources: {'Port': ['ID=225c8599-68bf-409c-8119-7c985c0a9baa,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:30.568195 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f86e4ae-9262-4dcd-aab1-5405dd784d57 req-c0780465-9137-4bf7-8fcc-4efd87b87490 service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451279 Sep 11 14:22:30.571637 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a751f894-36f3-4431-9c7a-8a587dc9ca53 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.574123 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:22:30.575944 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:30.578883 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:22:30.583392 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a751f894-36f3-4431-9c7a-8a587dc9ca53 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.616810 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-71a99da7-8cfa-40dc-9602-004ed3178e5f req-715cb18f-17e9-4801-953d-a20456115b17 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629196 Sep 11 14:22:30.634186 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.635930 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751f894-36f3-4431-9c7a-8a587dc9ca53 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb25233-347c-400f-9faf-1b662144e8ec,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:30.646914 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433427f-b90c-4307-9c47-012d518ca5ef None None] Pushing event updated for resources: {'Port': ['ID=d0de6d8d-3b70-4498-a324-129af2314694,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:30.666056 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a751f894-36f3-4431-9c7a-8a587dc9ca53 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.667864 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-a751f894-36f3-4431-9c7a-8a587dc9ca53 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5593998 Sep 11 14:22:30.671087 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40742) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:30.676042 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Request body: {'security_group_rule': {'security_group_id': '0bb25233-347c-400f-9faf-1b662144e8ec', 'project_id': '0819c7649dad420387ad57962433b453', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:30.683239 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Transition to ACTIVE for port object e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:30.707160 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f84a4cf3-ef61-49f3-afaa-2f383108e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:17Z', 'revision_number': 4, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'e100903d-138d-4705-83ab-ebe89ab923e6', 'tenant_id': '0819c7649dad420387ad57962433b453', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'port_id': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'mac_address': 'fa:16:3e:30:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 0, 'project_id': '0819c7649dad420387ad57962433b453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667b537-23bf-4770-b031-e886a96c3afd', 'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'tenant_id': '0819c7649dad420387ad57962433b453', 'mac_address': 'fa:16:3e:c5:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:16Z', 'updated_at': '2021-09-11T14:21:24Z', 'revision_number': 5, 'project_id': '0819c7649dad420387ad57962433b453', 'subnets': [{'id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:30.714053 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.716170 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.753075 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a4cf3-ef61-49f3-afaa-2f383108e4e1 None None] Checking router: 435b30f7-8052-45fe-8611-23fda0a5a964 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:22:30.771469 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a4cf3-ef61-49f3-afaa-2f383108e4e1 None None] Routers {'435b30f7-8052-45fe-8611-23fda0a5a964'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:30.773964 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f84a4cf3-ef61-49f3-afaa-2f383108e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['435b30f7-8052-45fe-8611-23fda0a5a964'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:30.780702 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98741c-a02a-4044-8101-804cf44b95ab None None] Pushing event updated for resources: {'Port': ['ID=e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:30.862150 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.896415 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Attempting to bind port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:22:30.897078 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Attempting to bind port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:22:30.898066 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Attempting to bind port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 on network b9334138-2bee-4599-a9c7-3fbf9415e4f1 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:22:30.905404 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:22:30.905910 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Checking segment: {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:22:30.906411 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:30.906896 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Bound using segment: {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:22:30.907489 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Bound port: e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:22:30.908224 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.015333 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f86e4ae-9262-4dcd-aab1-5405dd784d57 req-2c6ff8aa-6682-4ff2-8a5a-657b8580215d service neutron] 10.222.0.13 "GET /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000332 Sep 11 14:22:31.016679 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.030296 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6a5d8f-0a98-485a-8b43-152a9093e32f,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:31.048142 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.048524 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.048873 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.049219 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.054679 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.055410 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.055796 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.056149 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.056513 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.056846 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.057176 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.057506 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:22:31.067108 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3 req-9f86657d-4d55-485b-857e-c3c8d19f897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:31.068595 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] For port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:22:31.074881 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3 req-9f86657d-4d55-485b-857e-c3c8d19f897e service neutron] 10.222.0.13 "GET /v2.0/networks?id=fcd86cc2-faad-41bd-b8f5-904e23d2a967 HTTP/1.1" status: 200 len: 915 time: 0.2262039 Sep 11 14:22:31.075543 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.076954 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d563fbea-37e4-4ff4-bd53-bb884339e738 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4048491 Sep 11 14:22:31.078908 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] For port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:22:31.079556 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40744) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:31.084717 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-d8140f2a-1f99-45fd-83f9-335f6e97bbf4 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Request body: {'security_group_rule': {'security_group_id': '0bb25233-347c-400f-9faf-1b662144e8ec', 'project_id': '0819c7649dad420387ad57962433b453', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:31.086526 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.123593 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8140f2a-1f99-45fd-83f9-335f6e97bbf4 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.155874 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:31.156951 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:31.188463 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.233022 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-f84a4cf3-ef61-49f3-afaa-2f383108e4e1 None None] Set router 435b30f7-8052-45fe-8611-23fda0a5a964 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:31.249196 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8140f2a-1f99-45fd-83f9-335f6e97bbf4 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.262723 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8140f2a-1f99-45fd-83f9-335f6e97bbf4 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.283086 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98741c-a02a-4044-8101-804cf44b95ab None None] Pushing event updated for resources: {'Port': ['ID=e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:31.285775 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.294554 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8140f2a-1f99-45fd-83f9-335f6e97bbf4 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda5ce95-265d-4d3c-ab38-3dec2433d654,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:31.311880 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3 req-8b157de5-176e-4ee0-a062-e3501bee1146 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83588ae5-5649-45f5-8021-2ec82e034e3d HTTP/1.1" status: 200 len: 999 time: 0.1672311 Sep 11 14:22:31.317670 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d8140f2a-1f99-45fd-83f9-335f6e97bbf4 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.322579 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d8140f2a-1f99-45fd-83f9-335f6e97bbf4 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2416213 Sep 11 14:22:31.325060 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40746) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:31.330299 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-c37ef203-cd2d-4b80-b0cc-9f0f1441e2bf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Request body: {'security_group_rule': {'security_group_id': '0bb25233-347c-400f-9faf-1b662144e8ec', 'project_id': '0819c7649dad420387ad57962433b453', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:31.374477 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c37ef203-cd2d-4b80-b0cc-9f0f1441e2bf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.425861 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:31.465746 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3 req-41239580-8ee5-49d0-936a-b6596601d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:31.467183 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3 req-41239580-8ee5-49d0-936a-b6596601d838 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba0316c-6c73-45bf-9912-ab6e639dba74 HTTP/1.1" status: 200 len: 853 time: 0.1150451 Sep 11 14:22:31.469485 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c37ef203-cd2d-4b80-b0cc-9f0f1441e2bf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.477890 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c37ef203-cd2d-4b80-b0cc-9f0f1441e2bf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.504095 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ef203-cd2d-4b80-b0cc-9f0f1441e2bf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e8ad03-a3d2-4bcf-adaf-7a53bd58bdbf,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:31.521083 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c37ef203-cd2d-4b80-b0cc-9f0f1441e2bf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.522518 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-c37ef203-cd2d-4b80-b0cc-9f0f1441e2bf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1960974 Sep 11 14:22:31.525575 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40750) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:31.534839 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cd45b7f6-fdc6-4f94-a24f-0070ecb00325 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Request body: {'security_group_rule': {'security_group_id': '0bb25233-347c-400f-9faf-1b662144e8ec', 'project_id': '0819c7649dad420387ad57962433b453', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:31.599331 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3 req-51517a78-c6cc-4a92-9711-c519f064b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:31.601955 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3 req-51517a78-c6cc-4a92-9711-c519f064b611 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fcd86cc2-faad-41bd-b8f5-904e23d2a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232388 Sep 11 14:22:31.614307 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-f84a4cf3-ef61-49f3-afaa-2f383108e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:17Z', 'revision_number': 4, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'e100903d-138d-4705-83ab-ebe89ab923e6', 'tenant_id': '0819c7649dad420387ad57962433b453', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'port_id': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'mac_address': 'fa:16:3e:30:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 0, 'project_id': '0819c7649dad420387ad57962433b453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667b537-23bf-4770-b031-e886a96c3afd', 'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'tenant_id': '0819c7649dad420387ad57962433b453', 'mac_address': 'fa:16:3e:c5:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:16Z', 'updated_at': '2021-09-11T14:21:24Z', 'revision_number': 5, 'project_id': '0819c7649dad420387ad57962433b453', 'subnets': [{'id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:31.615031 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-286215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-283999'] for router, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.617617 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd45b7f6-fdc6-4f94-a24f-0070ecb00325 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.751410 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a4cf3-ef61-49f3-afaa-2f383108e4e1 None None] The sync data for ids ['435b30f7-8052-45fe-8611-23fda0a5a964'] in dv-cinder-760197-9-iscsi is: [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:17Z', 'revision_number': 4, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'e100903d-138d-4705-83ab-ebe89ab923e6', 'tenant_id': '0819c7649dad420387ad57962433b453', 'floating_ip_address': '172.27.0.100', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'port_id': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'mac_address': 'fa:16:3e:30:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 0, 'project_id': '0819c7649dad420387ad57962433b453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8667b537-23bf-4770-b031-e886a96c3afd', 'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'tenant_id': '0819c7649dad420387ad57962433b453', 'mac_address': 'fa:16:3e:c5:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:16Z', 'updated_at': '2021-09-11T14:21:24Z', 'revision_number': 5, 'project_id': '0819c7649dad420387ad57962433b453', 'subnets': [{'id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:22:31.752864 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd45b7f6-fdc6-4f94-a24f-0070ecb00325 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.765176 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd45b7f6-fdc6-4f94-a24f-0070ecb00325 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.803948 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45b7f6-fdc6-4f94-a24f-0070ecb00325 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baa7aa3-af4e-49e0-80e3-e784203cefe1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:31.821500 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cd45b7f6-fdc6-4f94-a24f-0070ecb00325 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:31.823341 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-cd45b7f6-fdc6-4f94-a24f-0070ecb00325 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2966998 Sep 11 14:22:31.828758 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40758) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:31.833221 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-848f48a1-f34c-4d17-8932-07e8a02f8b5a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Request body: {'security_group_rule': {'security_group_id': '0bb25233-347c-400f-9faf-1b662144e8ec', 'project_id': '0819c7649dad420387ad57962433b453', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:31.840035 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d9473-66ad-49b9-acb6-b2036e836d11 req-a6d3f05c-728b-48c6-9241-da3333015c32 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:31.841637 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-438d9473-66ad-49b9-acb6-b2036e836d11 req-a6d3f05c-728b-48c6-9241-da3333015c32 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 946 time: 0.0873356 Sep 11 14:22:31.872623 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:31Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:31.905724 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a64576-1de9-4b6f-94dc-141539fcebbd None None] The sync data for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi is: [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:31Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:22:31.915913 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-438d9473-66ad-49b9-acb6-b2036e836d11 req-f4ec406d-5028-45d7-bbde-dc3aec5ac01f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678358 Sep 11 14:22:31.946414 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Router c9ca4527-545a-4701-beea-df8c957a2e94 is scheduled to L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 with binding_index 1 {{(pid=93836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 14:22:31.950496 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3 req-312e1bbb-9898-4988-a8a5-6c62d062847b service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755729 Sep 11 14:22:31.961944 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.securitygroups_db [None req-848f48a1-f34c-4d17-8932-07e8a02f8b5a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Project 0819c7649dad420387ad57962433b453 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 14:22:32.003334 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-848f48a1-f34c-4d17-8932-07e8a02f8b5a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:32.146875 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3c4b4-815d-4998-9578-7c5b155b7a2f None None] Network 6e74b01c-771e-4892-894a-1ea913e5874b requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:22:32.293686 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8b86be5b-eb13-4fd8-b168-b8ff00d49de3 req-114fb759-7395-49b0-929d-dd702cc766a9 service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571986 Sep 11 14:22:32.325375 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:22:32.331377 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-848f48a1-f34c-4d17-8932-07e8a02f8b5a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:32.340772 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-848f48a1-f34c-4d17-8932-07e8a02f8b5a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:32.346735 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Sync routers for ids ['c9ca4527-545a-4701-beea-df8c957a2e94'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:22:32.363226 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Routers {'c9ca4527-545a-4701-beea-df8c957a2e94'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:32.368755 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['c9ca4527-545a-4701-beea-df8c957a2e94'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:32.369143 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f48a1-f34c-4d17-8932-07e8a02f8b5a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8909a9-b08d-41ad-a51d-a0805cd3a66c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:32.375136 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-848f48a1-f34c-4d17-8932-07e8a02f8b5a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:32.376686 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-848f48a1-f34c-4d17-8932-07e8a02f8b5a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5469172 Sep 11 14:22:32.378135 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:32.379454 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40770) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:32.380363 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-6c779b98-baba-4795-9c8b-54dc82d4f1b5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5960662 Sep 11 14:22:32.382938 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:32.385624 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f4488302-abe9-443a-8073-581287feeadf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Request body: {'security_group_rule': {'security_group_id': '0bb25233-347c-400f-9faf-1b662144e8ec', 'project_id': '0819c7649dad420387ad57962433b453', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:32.463110 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-f4488302-abe9-443a-8073-581287feeadf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Project 0819c7649dad420387ad57962433b453 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 14:22:32.479029 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4488302-abe9-443a-8073-581287feeadf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:32.490609 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0b2ba0-7982-40d4-bcca-b6bf66e270f2 None None] New status for floating IP e100903d-138d-4705-83ab-ebe89ab923e6: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:22:32.497145 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:32.580605 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4488302-abe9-443a-8073-581287feeadf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:32.593885 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4488302-abe9-443a-8073-581287feeadf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:32.614088 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Set router c9ca4527-545a-4701-beea-df8c957a2e94 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:32.617727 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4488302-abe9-443a-8073-581287feeadf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9c13c7-380f-4e38-9136-1e54e67bcb57,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:32.623664 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f4488302-abe9-443a-8073-581287feeadf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:32.627837 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-f4488302-abe9-443a-8073-581287feeadf tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2445414 Sep 11 14:22:32.688466 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4df68977-e504-49ed-af83-bb472b9e4707 None None] Provisioning for port d0de6d8d-3b70-4498-a324-129af2314694 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:32.844017 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-45e35f4e-9089-4f44-9715-d04b4f65a720 req-db04f254-ada5-425a-b0a3-73b606fccedd tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328428776&fields=id&tenant_id=0819c7649dad420387ad57962433b453 HTTP/1.1" status: 200 len: 267 time: 0.1099410 Sep 11 14:22:32.921965 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'name': 'tempest-TestVolumeBootPattern-176368375-router', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:22:30Z', 'revision_number': 3, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'gw_port': {'id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:29Z', 'updated_at': '2021-09-11T14:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:32.949878 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:32.953779 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e35f4e-9089-4f44-9715-d04b4f65a720 req-fd4419f4-285c-4d14-86e1-7e5f0e1fbd66 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:32.968998 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Checking router: c9ca4527-545a-4701-beea-df8c957a2e94 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:22:32.969519 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Updating router c9ca4527-545a-4701-beea-df8c957a2e94 port 225c8599-68bf-409c-8119-7c985c0a9baa binding host dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:22:32.975197 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-45e35f4e-9089-4f44-9715-d04b4f65a720 req-fd4419f4-285c-4d14-86e1-7e5f0e1fbd66 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 945 time: 0.1193705 Sep 11 14:22:32.982624 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-45e35f4e-9089-4f44-9715-d04b4f65a720 req-216c1b5b-0013-4f1b-b11f-acd57213af62 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Request body: {'port': {'security_groups': ['25b59e43-b33f-4eda-a815-0e4321e3906d', '0bb25233-347c-400f-9faf-1b662144e8ec']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:33.034204 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.048985 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.055315 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:33.056278 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.165156 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45e35f4e-9089-4f44-9715-d04b4f65a720 req-216c1b5b-0013-4f1b-b11f-acd57213af62 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.183450 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.283035 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:33.290180 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.291206 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device d0de6d8d-3b70-4498-a324-129af2314694 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:33.407513 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Allocated IP 172.20.0.1 (6e74b01c-771e-4892-894a-1ea913e5874b/21fa7471-3044-4766-9a7e-800fff3cee1d/826f58b0-4f62-4a5c-925b-ec6883781bcb) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:22:33.463476 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port d0de6d8d-3b70-4498-a324-129af2314694 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:33.469774 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:33.473358 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port d0de6d8d-3b70-4498-a324-129af2314694 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:33.474387 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.529120 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.539782 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Transition to ACTIVE for port object 225c8599-68bf-409c-8119-7c985c0a9baa will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:33.547733 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-45e35f4e-9089-4f44-9715-d04b4f65a720 req-216c1b5b-0013-4f1b-b11f-acd57213af62 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] For port 83588ae5-5649-45f5-8021-2ec82e034e3d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83588ae5-5649-45f5-8021-2ec82e034e3d,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:33.551514 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.579388 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Attempting to bind port 225c8599-68bf-409c-8119-7c985c0a9baa on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:22:33.580110 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Attempting to bind port 225c8599-68bf-409c-8119-7c985c0a9baa by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:22:33.580755 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Attempting to bind port 225c8599-68bf-409c-8119-7c985c0a9baa on network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:22:33.589185 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce844bc0-54de-4335-85ad-1d157ce75294 req-46abd364-df1e-4488-ad84-86411703db87 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:33.590710 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ce844bc0-54de-4335-85ad-1d157ce75294 req-46abd364-df1e-4488-ad84-86411703db87 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 946 time: 0.4222670 Sep 11 14:22:33.609881 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.613697 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.616987 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:22:33.617763 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Checking segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:22:33.618417 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.619104 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Bound using segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:22:33.619846 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Bound port: 225c8599-68bf-409c-8119-7c985c0a9baa, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:22:33.620838 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.624711 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45e35f4e-9089-4f44-9715-d04b4f65a720 req-216c1b5b-0013-4f1b-b11f-acd57213af62 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.640475 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-d42da5b8-1bde-4777-9acb-93623f8132ec None None] Provisioning complete for port d0de6d8d-3b70-4498-a324-129af2314694 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:33.642910 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45e35f4e-9089-4f44-9715-d04b4f65a720 req-216c1b5b-0013-4f1b-b11f-acd57213af62 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.643077 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d42da5b8-1bde-4777-9acb-93623f8132ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.662665 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ce844bc0-54de-4335-85ad-1d157ce75294 req-9725252f-2308-40fb-b126-0bf8b80d2809 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602641 Sep 11 14:22:33.718855 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] For port 225c8599-68bf-409c-8119-7c985c0a9baa, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:22:33.725770 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e35f4e-9089-4f44-9715-d04b4f65a720 req-216c1b5b-0013-4f1b-b11f-acd57213af62 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:33.726874 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] For port 225c8599-68bf-409c-8119-7c985c0a9baa, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=225c8599-68bf-409c-8119-7c985c0a9baa,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:22:33.727012 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-45e35f4e-9089-4f44-9715-d04b4f65a720 req-216c1b5b-0013-4f1b-b11f-acd57213af62 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.734415 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-45e35f4e-9089-4f44-9715-d04b4f65a720 req-216c1b5b-0013-4f1b-b11f-acd57213af62 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "PUT /v2.0/ports/83588ae5-5649-45f5-8021-2ec82e034e3d HTTP/1.1" status: 200 len: 981 time: 0.7574058 Sep 11 14:22:33.735127 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:22:33.743679 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.750643 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['83588ae5-5649-45f5-8021-2ec82e034e3d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:22:33.753238 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f487009-5929-49c0-b3a9-d01d84bf1954" -d '{"events": [{"name": "network-changed", "server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:22:33.816965 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c1b5b-0013-4f1b-b11f-acd57213af62 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'Port': ['ID=83588ae5-5649-45f5-8021-2ec82e034e3d,revision_number=6']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:33.822675 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6500d7-0c35-4348-b744-d27bbe98c5e1 None None] Pushing event updated for resources: {'Port': ['ID=225c8599-68bf-409c-8119-7c985c0a9baa,revision_number=2']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:33.831686 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Routers {'c9ca4527-545a-4701-beea-df8c957a2e94'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:33.832401 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['c9ca4527-545a-4701-beea-df8c957a2e94'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:33.842492 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port d0de6d8d-3b70-4498-a324-129af2314694, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=d0de6d8d-3b70-4498-a324-129af2314694,segment=NetworkSegment(3b52c75a-0b7e-4360-b6d7-5df02e30a9a9),segment_id=3b52c75a-0b7e-4360-b6d7-5df02e30a9a9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:33.867469 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:33.936644 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6500d7-0c35-4348-b744-d27bbe98c5e1 None None] Pushing event updated for resources: {'Port': ['ID=225c8599-68bf-409c-8119-7c985c0a9baa,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:33.958989 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f79a17-dd3e-4b3e-9659-ef6d0e7f08b6 req-4c9dfc06-1d1a-40f7-b6a4-c623c3f81758 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:33.961686 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-00f79a17-dd3e-4b3e-9659-ef6d0e7f08b6 req-4c9dfc06-1d1a-40f7-b6a4-c623c3f81758 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.1232674 Sep 11 14:22:33.996222 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['83588ae5-5649-45f5-8021-2ec82e034e3d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:22:34.000211 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] Set router c9ca4527-545a-4701-beea-df8c957a2e94 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:34.007808 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f85f6-5b03-4278-80f3-adcce2f872b2 req-aeb0e2f6-99b3-474f-b36c-88e969eedecc tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:34.009129 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-482f85f6-5b03-4278-80f3-adcce2f872b2 req-aeb0e2f6-99b3-474f-b36c-88e969eedecc tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.1254244 Sep 11 14:22:34.031426 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Transition to ACTIVE for port object 826f58b0-4f62-4a5c-925b-ec6883781bcb will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:34.074997 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:34.127751 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:34.130446 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Pushing event updated for resources: {'Port': ['ID=826f58b0-4f62-4a5c-925b-ec6883781bcb,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:34.142863 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-00f79a17-dd3e-4b3e-9659-ef6d0e7f08b6 req-01c644dd-2b1e-4378-8749-9f4b98362cb0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327419 Sep 11 14:22:34.143061 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Network 6e74b01c-771e-4892-894a-1ea913e5874b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:22:34.144329 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:34.146607 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:22:34.148477 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-482f85f6-5b03-4278-80f3-adcce2f872b2 req-34bdb3ef-c693-498d-9aa3-dcc4a841fc5d tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260843 Sep 11 14:22:34.198585 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=d0de6d8d-3b70-4498-a324-129af2314694,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:34.209082 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-284046'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:34.239787 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97160e0-ece8-4a51-801a-7c1359afad8c x-openstack-request-id: req-a97160e0-ece8-4a51-801a-7c1359afad8c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:22:34.240115 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:22:34.240427 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a97160e0-ece8-4a51-801a-7c1359afad8c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:22:34.240830 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'status': 'completed', 'code': 200} Sep 11 14:22:34.280214 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9aa6b87c-8a99-40fa-b38a-e4ba961d984b None None] Provisioning complete for port 83588ae5-5649-45f5-8021-2ec82e034e3d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:34.280759 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9aa6b87c-8a99-40fa-b38a-e4ba961d984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:34.298481 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'name': 'tempest-TestVolumeBootPattern-176368375-router', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:22:30Z', 'revision_number': 3, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'gw_port': {'id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:29Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:34.330287 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa509424-fa37-4c16-ae35-405642c9cc0e None None] The sync data for ids ['c9ca4527-545a-4701-beea-df8c957a2e94'] in dv-cinder-760197-9-iscsi is: [{'id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'name': 'tempest-TestVolumeBootPattern-176368375-router', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:22:30Z', 'revision_number': 3, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'gw_port': {'id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:29Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:22:34.375998 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-890b9e62-25d5-4d63-9d84-3bbaca658881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:34.415687 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:34.422651 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:34.423012 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:34.439387 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f487009-5929-49c0-b3a9-d01d84bf1954 req-be4b4c5c-404b-4160-946e-cbed997d5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:34.440848 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4f487009-5929-49c0-b3a9-d01d84bf1954 req-be4b4c5c-404b-4160-946e-cbed997d5d1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0819c7649dad420387ad57962433b453&device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 1137 time: 0.0990491 Sep 11 14:22:34.615858 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f487009-5929-49c0-b3a9-d01d84bf1954 req-1f7266ab-25bc-4196-bda1-e6de6239824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:34.615858 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4f487009-5929-49c0-b3a9-d01d84bf1954 req-1f7266ab-25bc-4196-bda1-e6de6239824d service neutron] 10.222.0.13 "GET /v2.0/networks?id=fcd86cc2-faad-41bd-b8f5-904e23d2a967 HTTP/1.1" status: 200 len: 915 time: 0.1570761 Sep 11 14:22:34.719489 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4f487009-5929-49c0-b3a9-d01d84bf1954 req-7a583edd-6992-4156-8c29-50c6cae00fa5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83588ae5-5649-45f5-8021-2ec82e034e3d HTTP/1.1" status: 200 len: 1001 time: 0.0918891 Sep 11 14:22:34.746736 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:34.754331 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4a96c5d7-ea05-45c4-b3eb-2bea7172857e None None] Provisioning for port 826f58b0-4f62-4a5c-925b-ec6883781bcb completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:34.765080 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-4a96c5d7-ea05-45c4-b3eb-2bea7172857e None None] Provisioning complete for port 826f58b0-4f62-4a5c-925b-ec6883781bcb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:34.765453 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-4a96c5d7-ea05-45c4-b3eb-2bea7172857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:34.772662 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12378493'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:34.826950 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926948b-9690-4dd7-b2cf-41e5654b849a req-5aca7dbd-baf6-49ad-b33a-016c2f2dd87f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:34.836098 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1926948b-9690-4dd7-b2cf-41e5654b849a req-5aca7dbd-baf6-49ad-b33a-016c2f2dd87f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 946 time: 0.0714767 Sep 11 14:22:34.867704 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f487009-5929-49c0-b3a9-d01d84bf1954 req-c462ae4f-0bf7-4ec7-ad7f-f4fdc57b30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:34.869832 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4f487009-5929-49c0-b3a9-d01d84bf1954 req-c462ae4f-0bf7-4ec7-ad7f-f4fdc57b30c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba0316c-6c73-45bf-9912-ab6e639dba74 HTTP/1.1" status: 200 len: 853 time: 0.1347854 Sep 11 14:22:34.873449 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-282910'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:34.890981 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-4a96c5d7-ea05-45c4-b3eb-2bea7172857e None None] Port 826f58b0-4f62-4a5c-925b-ec6883781bcb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:22:34.900035 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1926948b-9690-4dd7-b2cf-41e5654b849a req-59cb98d2-62a6-4a16-b474-c8f6d5ff9dd3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564210 Sep 11 14:22:34.925021 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Pushing event updated for resources: {'Port': ['ID=826f58b0-4f62-4a5c-925b-ec6883781bcb,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:34.968494 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f487009-5929-49c0-b3a9-d01d84bf1954 req-592fad83-bb57-4c88-a0e8-dd452a355e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:34.970113 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4f487009-5929-49c0-b3a9-d01d84bf1954 req-592fad83-bb57-4c88-a0e8-dd452a355e72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fcd86cc2-faad-41bd-b8f5-904e23d2a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840466 Sep 11 14:22:35.087360 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Network 6e74b01c-771e-4892-894a-1ea913e5874b is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:22:35.090319 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:35.148580 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4f487009-5929-49c0-b3a9-d01d84bf1954 req-8632adb0-07bc-4aad-b094-c77bbbde3765 service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529126 Sep 11 14:22:35.292018 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdcc1c-f809-486f-b678-57a782540d9e req-9ab5f265-b23b-43da-903e-48cd8c55ff77 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:35.293732 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-febdcc1c-f809-486f-b678-57a782540d9e req-9ab5f265-b23b-43da-903e-48cd8c55ff77 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0641623 Sep 11 14:22:35.324305 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Router c9ca4527-545a-4701-beea-df8c957a2e94 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:22:35.333490 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4f487009-5929-49c0-b3a9-d01d84bf1954 req-0233b17a-b24c-4bef-a44d-983782d4fee4 service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645470 Sep 11 14:22:35.348317 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-febdcc1c-f809-486f-b678-57a782540d9e req-d08598a7-beac-419d-b542-118d8ccb5e9d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484149 Sep 11 14:22:35.445943 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:22:35.450818 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-0bb29cdb-d89e-4747-8ad1-b4a9e40896f9 admin admin] 10.222.0.37 "PUT /v2.0/routers/c9ca4527-545a-4701-beea-df8c957a2e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0665407 Sep 11 14:22:35.513221 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-613f4b4f-49b8-4a73-9590-fa9d7d099b5a None None] Provisioning complete for port 826f58b0-4f62-4a5c-925b-ec6883781bcb triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:35.513666 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-613f4b4f-49b8-4a73-9590-fa9d7d099b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:35.551383 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-613f4b4f-49b8-4a73-9590-fa9d7d099b5a None None] Port 826f58b0-4f62-4a5c-925b-ec6883781bcb cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:22:36.008743 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40828) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:36.013283 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bd982be0-d610-4853-bd04-10d52e8fd215 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823383767', 'description': 'tempest-secgroup-smoke-1823383767 description', 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:36.041517 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd982be0-d610-4853-bd04-10d52e8fd215 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.060058 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Sync routers for ids ['c9ca4527-545a-4701-beea-df8c957a2e94'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:22:36.070743 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Routers {'c9ca4527-545a-4701-beea-df8c957a2e94'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:36.070987 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['c9ca4527-545a-4701-beea-df8c957a2e94'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:36.129600 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 225c8599-68bf-409c-8119-7c985c0a9baa up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:36.140930 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd982be0-d610-4853-bd04-10d52e8fd215 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.144802 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd982be0-d610-4853-bd04-10d52e8fd215 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.171371 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd982be0-d610-4853-bd04-10d52e8fd215 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.175684 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-bd982be0-d610-4853-bd04-10d52e8fd215 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1629093 Sep 11 14:22:36.175917 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40830) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:36.180508 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8da5ec5c-ebdf-4eec-968e-212c9f5bba9d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'security_group_rule': {'security_group_id': '724459d4-4730-4147-80e9-e7ad8e018722', 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:36.186298 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd982be0-d610-4853-bd04-10d52e8fd215 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724459d4-4730-4147-80e9-e7ad8e018722,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:36.210671 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da5ec5c-ebdf-4eec-968e-212c9f5bba9d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.211063 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Set router c9ca4527-545a-4701-beea-df8c957a2e94 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:36.256101 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 225c8599-68bf-409c-8119-7c985c0a9baa completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:36.268916 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da5ec5c-ebdf-4eec-968e-212c9f5bba9d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.274102 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da5ec5c-ebdf-4eec-968e-212c9f5bba9d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.294791 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5ec5c-ebdf-4eec-968e-212c9f5bba9d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c8d7b6-3c3d-485f-b4f7-f7a0ac931a04,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:36.298721 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8da5ec5c-ebdf-4eec-968e-212c9f5bba9d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.302727 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-8da5ec5c-ebdf-4eec-968e-212c9f5bba9d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232185 Sep 11 14:22:36.303190 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40832) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:36.307772 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ae316dfa-8e8e-4188-8d21-d7ada0ac1102 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'security_group_rule': {'security_group_id': '724459d4-4730-4147-80e9-e7ad8e018722', 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:36.335875 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae316dfa-8e8e-4188-8d21-d7ada0ac1102 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.405153 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae316dfa-8e8e-4188-8d21-d7ada0ac1102 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.410381 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae316dfa-8e8e-4188-8d21-d7ada0ac1102 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.414504 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 225c8599-68bf-409c-8119-7c985c0a9baa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:36.414875 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.426827 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae316dfa-8e8e-4188-8d21-d7ada0ac1102 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c5f9bb-e296-41d6-8d0e-8d6d880fa916,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:36.442913 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ae316dfa-8e8e-4188-8d21-d7ada0ac1102 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.448809 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-ae316dfa-8e8e-4188-8d21-d7ada0ac1102 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444118 Sep 11 14:22:36.449929 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40836) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:36.454696 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9d0b8ecb-19b7-44c5-953b-81da911dcb27 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'security_group_rule': {'security_group_id': '724459d4-4730-4147-80e9-e7ad8e018722', 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:36.486646 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be975f-4018-407e-a08a-8d8fa1e2cad4 req-4042afb7-9936-4f15-b217-fd9130abe0ca tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:36.487182 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8ecb-19b7-44c5-953b-81da911dcb27 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.488738 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d7be975f-4018-407e-a08a-8d8fa1e2cad4 req-4042afb7-9936-4f15-b217-fd9130abe0ca tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0664814 Sep 11 14:22:36.531732 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d7be975f-4018-407e-a08a-8d8fa1e2cad4 req-f95897e2-1484-4454-871a-581c8f1ad8ec tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364869 Sep 11 14:22:36.550469 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8ecb-19b7-44c5-953b-81da911dcb27 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.556542 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8ecb-19b7-44c5-953b-81da911dcb27 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.585931 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b8ecb-19b7-44c5-953b-81da911dcb27 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864100d3-8190-47a2-93f4-f0bfccb8c5f9,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:36.590574 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.607288 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8ecb-19b7-44c5-953b-81da911dcb27 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.608516 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-9d0b8ecb-19b7-44c5-953b-81da911dcb27 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575429 Sep 11 14:22:36.611240 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40838) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:36.615672 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-71dc01b6-6e47-475a-a2e7-b68b239cf0e4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'security_group_rule': {'security_group_id': '724459d4-4730-4147-80e9-e7ad8e018722', 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:36.617173 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 225c8599-68bf-409c-8119-7c985c0a9baa, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=225c8599-68bf-409c-8119-7c985c0a9baa,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:36.624470 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.625254 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device d0de6d8d-3b70-4498-a324-129af2314694 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:36.630596 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ede1c-c910-4e4c-9a33-a6c9ea30a905 req-b1ba5807-2ab9-4e3b-bb7c-ee3a7fd399e3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:36.632462 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-f49ede1c-c910-4e4c-9a33-a6c9ea30a905 req-b1ba5807-2ab9-4e3b-bb7c-ee3a7fd399e3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.13 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 945 time: 0.0571630 Sep 11 14:22:36.643537 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71dc01b6-6e47-475a-a2e7-b68b239cf0e4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.686083 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'name': 'tempest-TestVolumeBootPattern-176368375-router', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:22:34Z', 'revision_number': 4, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'gw_port': {'id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:29Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '826f58b0-4f62-4a5c-925b-ec6883781bcb', 'name': '', 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'mac_address': 'fa:16:3e:a4:dc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '21fa7471-3044-4766-9a7e-800fff3cee1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:33Z', 'updated_at': '2021-09-11T14:22:34Z', 'revision_number': 2, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'subnets': [{'id': '21fa7471-3044-4766-9a7e-800fff3cee1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:36.700449 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71dc01b6-6e47-475a-a2e7-b68b239cf0e4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.705482 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71dc01b6-6e47-475a-a2e7-b68b239cf0e4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.723971 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc01b6-6e47-475a-a2e7-b68b239cf0e4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808f5594-21e8-4e4c-bf64-1fd131cae6b9,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:36.728810 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Checking router: c9ca4527-545a-4701-beea-df8c957a2e94 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:22:36.729178 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Updating router c9ca4527-545a-4701-beea-df8c957a2e94 port 826f58b0-4f62-4a5c-925b-ec6883781bcb binding host dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:22:36.733498 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-71dc01b6-6e47-475a-a2e7-b68b239cf0e4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.734874 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-71dc01b6-6e47-475a-a2e7-b68b239cf0e4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225863 Sep 11 14:22:36.736043 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=225c8599-68bf-409c-8119-7c985c0a9baa,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:36.737386 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:36.743331 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-e6f34306-74e9-43ca-94ec-21f705a7d492 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'security_group_rule': {'security_group_id': '724459d4-4730-4147-80e9-e7ad8e018722', 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:36.756032 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f49ede1c-c910-4e4c-9a33-a6c9ea30a905 req-20aaf4c0-e2ed-4ca8-8423-375dfb03b8e0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Deleting port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:22:36.756445 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f49ede1c-c910-4e4c-9a33-a6c9ea30a905 req-20aaf4c0-e2ed-4ca8-8423-375dfb03b8e0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.765534 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.767336 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-e6f34306-74e9-43ca-94ec-21f705a7d492 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Project 97b1ce0cd1c44c9f83eb51765173c48c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 14:22:36.772871 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6f34306-74e9-43ca-94ec-21f705a7d492 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.778891 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port d0de6d8d-3b70-4498-a324-129af2314694 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:36.779266 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.839308 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6f34306-74e9-43ca-94ec-21f705a7d492 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.844143 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6f34306-74e9-43ca-94ec-21f705a7d492 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.857902 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-f49ede1c-c910-4e4c-9a33-a6c9ea30a905 req-20aaf4c0-e2ed-4ca8-8423-375dfb03b8e0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] For port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:36.858587 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f49ede1c-c910-4e4c-9a33-a6c9ea30a905 req-20aaf4c0-e2ed-4ca8-8423-375dfb03b8e0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.863989 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f34306-74e9-43ca-94ec-21f705a7d492 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3783db-ef45-4d75-b70a-1026ac390943,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:36.870818 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e6f34306-74e9-43ca-94ec-21f705a7d492 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.872376 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e6f34306-74e9-43ca-94ec-21f705a7d492 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331494 Sep 11 14:22:36.875041 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40842) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:36.879458 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-f49ede1c-c910-4e4c-9a33-a6c9ea30a905 req-20aaf4c0-e2ed-4ca8-8423-375dfb03b8e0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Calling delete_port for 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:22:36.879954 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-ba5b29d0-b573-47c3-9408-9caa1754355f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'security_group_rule': {'security_group_id': '724459d4-4730-4147-80e9-e7ad8e018722', 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:36.904401 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-ba5b29d0-b573-47c3-9408-9caa1754355f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Project 97b1ce0cd1c44c9f83eb51765173c48c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 14:22:36.910153 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba5b29d0-b573-47c3-9408-9caa1754355f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.932896 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1637646e-2c2d-40b9-b529-3c2494308376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.975343 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba5b29d0-b573-47c3-9408-9caa1754355f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:36.981316 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba5b29d0-b573-47c3-9408-9caa1754355f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:37.005465 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b29d0-b573-47c3-9408-9caa1754355f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f919470-5684-4250-99dd-a270b5cb1c8d,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:37.009291 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ba5b29d0-b573-47c3-9408-9caa1754355f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:37.010540 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-ba5b29d0-b573-47c3-9408-9caa1754355f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343272 Sep 11 14:22:37.042352 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f49ede1c-c910-4e4c-9a33-a6c9ea30a905 req-20aaf4c0-e2ed-4ca8-8423-375dfb03b8e0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:37.072345 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaf4c0-e2ed-4ca8-8423-375dfb03b8e0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Pushing event deleted for resources: {'Port': ['ID=1ae3f2d7-a1d4-4c37-b66f-e582db0a576a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:37.082976 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['1ae3f2d7-a1d4-4c37-b66f-e582db0a576a', '5eb8174b-217c-406d-bbef-091acafb977c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:22:37.119894 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49ede1c-c910-4e4c-9a33-a6c9ea30a905 req-20aaf4c0-e2ed-4ca8-8423-375dfb03b8e0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] No DVR routers for this DVR port 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a on host hv-cinder-76019 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:22:37.122638 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-f49ede1c-c910-4e4c-9a33-a6c9ea30a905 req-20aaf4c0-e2ed-4ca8-8423-375dfb03b8e0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:37.124994 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-f49ede1c-c910-4e4c-9a33-a6c9ea30a905 req-20aaf4c0-e2ed-4ca8-8423-375dfb03b8e0 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.13 "DELETE /v2.0/ports/1ae3f2d7-a1d4-4c37-b66f-e582db0a576a HTTP/1.1" status: 204 len: 173 time: 0.4825571 Sep 11 14:22:37.125427 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2832a919-3803-4ea8-9036-747f3b52b1ce', 'name': 'network-vif-deleted', 'tag': '1ae3f2d7-a1d4-4c37-b66f-e582db0a576a'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:22:37.128475 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edf351a-99c0-4b82-a30b-7c3fc3a7c76c" -d '{"events": [{"server_uuid": "2832a919-3803-4ea8-9036-747f3b52b1ce", "name": "network-vif-deleted", "tag": "1ae3f2d7-a1d4-4c37-b66f-e582db0a576a"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:22:37.174016 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d8f7ca-1b6a-4fae-87f9-57cf85bf7765 x-openstack-request-id: req-75d8f7ca-1b6a-4fae-87f9-57cf85bf7765 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:22:37.175144 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2832a919-3803-4ea8-9036-747f3b52b1ce", "name": "network-vif-deleted", "tag": "1ae3f2d7-a1d4-4c37-b66f-e582db0a576a", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:22:37.175549 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75d8f7ca-1b6a-4fae-87f9-57cf85bf7765 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:22:37.176258 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2832a919-3803-4ea8-9036-747f3b52b1ce', 'name': 'network-vif-deleted', 'tag': '1ae3f2d7-a1d4-4c37-b66f-e582db0a576a', 'status': 'completed', 'code': 200} Sep 11 14:22:37.188029 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:37.190585 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:37.207418 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Transition to ACTIVE for port object 826f58b0-4f62-4a5c-925b-ec6883781bcb will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:37.228941 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:37.315739 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958dae5-c604-47ee-bb02-0d8d8ec239a1 None None] Pushing event updated for resources: {'Port': ['ID=826f58b0-4f62-4a5c-925b-ec6883781bcb,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:37.422681 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Attempting to bind port 826f58b0-4f62-4a5c-925b-ec6883781bcb on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:22:37.423147 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Attempting to bind port 826f58b0-4f62-4a5c-925b-ec6883781bcb by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '3b52c75a-0b7e-4360-b6d7-5df02e30a9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:22:37.423568 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Attempting to bind port 826f58b0-4f62-4a5c-925b-ec6883781bcb on network 6e74b01c-771e-4892-894a-1ea913e5874b {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:22:37.438344 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:22:37.438787 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Checking segment: {'id': '3b52c75a-0b7e-4360-b6d7-5df02e30a9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:22:37.439208 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:37.439802 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Bound using segment: {'id': '3b52c75a-0b7e-4360-b6d7-5df02e30a9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:22:37.440164 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Bound port: 826f58b0-4f62-4a5c-925b-ec6883781bcb, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b52c75a-0b7e-4360-b6d7-5df02e30a9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:22:37.440603 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:37.556248 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] For port 826f58b0-4f62-4a5c-925b-ec6883781bcb, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:22:37.559356 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] For port 826f58b0-4f62-4a5c-925b-ec6883781bcb, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=826f58b0-4f62-4a5c-925b-ec6883781bcb,segment=NetworkSegment(3b52c75a-0b7e-4360-b6d7-5df02e30a9a9),segment_id=3b52c75a-0b7e-4360-b6d7-5df02e30a9a9)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:22:37.567764 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:37.657347 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958dae5-c604-47ee-bb02-0d8d8ec239a1 None None] Pushing event updated for resources: {'Port': ['ID=826f58b0-4f62-4a5c-925b-ec6883781bcb,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:37.660974 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Routers {'c9ca4527-545a-4701-beea-df8c957a2e94'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:37.661704 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['c9ca4527-545a-4701-beea-df8c957a2e94'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:37.683808 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-57b40ab1-1fb8-4ebd-8fe0-b18e1dc07c12 req-99ccf43b-2c85-4431-b2ef-0737ced291a8 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=2832a919-3803-4ea8-9036-747f3b52b1ce HTTP/1.1" status: 200 len: 210 time: 0.0489371 Sep 11 14:22:37.822909 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] Set router c9ca4527-545a-4701-beea-df8c957a2e94 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:38.061491 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 225c8599-68bf-409c-8119-7c985c0a9baa up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:38.094505 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:38.119800 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'name': 'tempest-TestVolumeBootPattern-176368375-router', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:22:34Z', 'revision_number': 4, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'gw_port': {'id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:29Z', 'updated_at': '2021-09-11T14:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '826f58b0-4f62-4a5c-925b-ec6883781bcb', 'name': '', 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'mac_address': 'fa:16:3e:a4:dc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '21fa7471-3044-4766-9a7e-800fff3cee1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:33Z', 'updated_at': '2021-09-11T14:22:37Z', 'revision_number': 4, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'subnets': [{'id': '21fa7471-3044-4766-9a7e-800fff3cee1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:38.149358 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca2e210-e2b6-41fd-8bcf-9e341daf62b8 None None] The sync data for ids ['c9ca4527-545a-4701-beea-df8c957a2e94'] in dv-cinder-760197-9-iscsi is: [{'id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'name': 'tempest-TestVolumeBootPattern-176368375-router', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:22:34Z', 'revision_number': 4, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'gw_port': {'id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:29Z', 'updated_at': '2021-09-11T14:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '826f58b0-4f62-4a5c-925b-ec6883781bcb', 'name': '', 'network_id': '6e74b01c-771e-4892-894a-1ea913e5874b', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'mac_address': 'fa:16:3e:a4:dc:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '21fa7471-3044-4766-9a7e-800fff3cee1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:33Z', 'updated_at': '2021-09-11T14:22:37Z', 'revision_number': 4, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'subnets': [{'id': '21fa7471-3044-4766-9a7e-800fff3cee1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:22:38.155236 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 225c8599-68bf-409c-8119-7c985c0a9baa triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:38.155591 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:38.992972 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba37ef3-cd5b-43aa-a53e-4af97e817329 req-ba0a4a5c-bd46-4132-9f51-8eb88097eae2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:38.994455 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6ba37ef3-cd5b-43aa-a53e-4af97e817329 req-ba0a4a5c-bd46-4132-9f51-8eb88097eae2 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0523427 Sep 11 14:22:39.034931 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6ba37ef3-cd5b-43aa-a53e-4af97e817329 req-e7aa5868-1d16-4ae0-8170-0ebd0777f3d4 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335817 Sep 11 14:22:39.565116 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:40.057800 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 826f58b0-4f62-4a5c-925b-ec6883781bcb up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:40.107814 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 826f58b0-4f62-4a5c-925b-ec6883781bcb completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:40.111420 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 826f58b0-4f62-4a5c-925b-ec6883781bcb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:40.111731 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:40.158313 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ad8d2-a1f9-41ed-ba4f-53222308f63e req-1ad86ee3-7010-4d3c-b603-e34519449792 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:40.159818 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b36ad8d2-a1f9-41ed-ba4f-53222308f63e req-1ad86ee3-7010-4d3c-b603-e34519449792 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0520802 Sep 11 14:22:40.188879 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:40.198174 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b36ad8d2-a1f9-41ed-ba4f-53222308f63e req-3fc81996-5608-4d5a-944a-ed1c02b82fc7 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Sep 11 14:22:40.223232 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 826f58b0-4f62-4a5c-925b-ec6883781bcb, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=826f58b0-4f62-4a5c-925b-ec6883781bcb,segment=NetworkSegment(3b52c75a-0b7e-4360-b6d7-5df02e30a9a9),segment_id=3b52c75a-0b7e-4360-b6d7-5df02e30a9a9)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:40.227174 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:40.276455 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=826f58b0-4f62-4a5c-925b-ec6883781bcb,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:40.900029 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:22:40.920707 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:22:40.921088 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 1ae3f2d7-a1d4-4c37-b66f-e582db0a576a not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:22:41.318392 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649138fa-4ce0-49a2-9acf-fe1032fc59f9 req-e5f3855e-512b-461b-8990-76c60163a2e8 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:41.319818 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-649138fa-4ce0-49a2-9acf-fe1032fc59f9 req-e5f3855e-512b-461b-8990-76c60163a2e8 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0505645 Sep 11 14:22:41.357958 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-649138fa-4ce0-49a2-9acf-fe1032fc59f9 req-779d73d2-a138-4547-b2ba-905a4b93b9e3 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Sep 11 14:22:42.046426 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 826f58b0-4f62-4a5c-925b-ec6883781bcb up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:22:42.104080 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 826f58b0-4f62-4a5c-925b-ec6883781bcb triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:42.105068 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:42.474282 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f0a2b-0b7c-4e29-94bd-3ed117575d96 req-089172b7-85b9-40cd-90af-1d820503f99d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:42.475802 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8d3f0a2b-0b7c-4e29-94bd-3ed117575d96 req-089172b7-85b9-40cd-90af-1d820503f99d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0498657 Sep 11 14:22:42.516626 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8d3f0a2b-0b7c-4e29-94bd-3ed117575d96 req-c0295abb-c45d-46e8-82ff-7bc29c631770 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338819 Sep 11 14:22:43.633054 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e385-332a-4c1c-98a2-42639915be7d req-b235c809-deff-40fe-a4d9-ac0dbf49d6e8 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:43.634525 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-aa44e385-332a-4c1c-98a2-42639915be7d req-b235c809-deff-40fe-a4d9-ac0dbf49d6e8 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0488994 Sep 11 14:22:43.672268 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-aa44e385-332a-4c1c-98a2-42639915be7d req-dc7f2807-798b-4aac-8260-5bca31d3bbff tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317838 Sep 11 14:22:44.794468 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a45af6-57a5-4e01-b132-f53b33072ce5 req-c44ef537-4fe4-4a66-9e36-60a8336976f6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:44.795922 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c0a45af6-57a5-4e01-b132-f53b33072ce5 req-c44ef537-4fe4-4a66-9e36-60a8336976f6 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0558186 Sep 11 14:22:44.836511 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c0a45af6-57a5-4e01-b132-f53b33072ce5 req-aafaffc8-cbab-4e25-96dd-eedeec788971 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343904 Sep 11 14:22:45.797251 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc7cda-c233-46a2-8ca1-fea78fbf8b93 req-b94232dc-b999-43f8-bdd6-cba8ae261103 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:45.798585 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-bfdc7cda-c233-46a2-8ca1-fea78fbf8b93 req-b94232dc-b999-43f8-bdd6-cba8ae261103 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0474591 Sep 11 14:22:45.892247 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-bfdc7cda-c233-46a2-8ca1-fea78fbf8b93 req-685d5a72-088d-4df4-b14d-0200237ecf8d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Deleting port 5eb8174b-217c-406d-bbef-091acafb977c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:22:45.892591 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bfdc7cda-c233-46a2-8ca1-fea78fbf8b93 req-685d5a72-088d-4df4-b14d-0200237ecf8d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:45.951778 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5462e09-6210-4dfd-baa0-8b627b4aef15 req-4f3a5d74-06a1-419f-8aa6-d3fad71de164 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:45.953272 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a5462e09-6210-4dfd-baa0-8b627b4aef15 req-4f3a5d74-06a1-419f-8aa6-d3fad71de164 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a4be85-74c0-40b9-8a5e-97bc4d99ef81 HTTP/1.1" status: 200 len: 946 time: 0.0486987 Sep 11 14:22:45.987964 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-bfdc7cda-c233-46a2-8ca1-fea78fbf8b93 req-685d5a72-088d-4df4-b14d-0200237ecf8d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] For port 5eb8174b-217c-406d-bbef-091acafb977c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5eb8174b-217c-406d-bbef-091acafb977c,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:45.988370 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bfdc7cda-c233-46a2-8ca1-fea78fbf8b93 req-685d5a72-088d-4df4-b14d-0200237ecf8d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:45.992948 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a5462e09-6210-4dfd-baa0-8b627b4aef15 req-7c108329-2b82-43e0-9c1c-943cfc27e105 tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.37 "GET /v2.0/security-groups?id=d84d2b86-cd34-4331-a82f-41c79accebb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336621 Sep 11 14:22:46.002161 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-bfdc7cda-c233-46a2-8ca1-fea78fbf8b93 req-685d5a72-088d-4df4-b14d-0200237ecf8d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Calling delete_port for 5eb8174b-217c-406d-bbef-091acafb977c owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:22:46.128959 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bfdc7cda-c233-46a2-8ca1-fea78fbf8b93 req-685d5a72-088d-4df4-b14d-0200237ecf8d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:46.157681 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d5a72-088d-4df4-b14d-0200237ecf8d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Pushing event deleted for resources: {'Port': ['ID=5eb8174b-217c-406d-bbef-091acafb977c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:46.177863 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['5eb8174b-217c-406d-bbef-091acafb977c'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:22:46.207911 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdc7cda-c233-46a2-8ca1-fea78fbf8b93 req-685d5a72-088d-4df4-b14d-0200237ecf8d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] No DVR routers for this DVR port 5eb8174b-217c-406d-bbef-091acafb977c on host hv-cinder-76019 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:22:46.210718 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-bfdc7cda-c233-46a2-8ca1-fea78fbf8b93 req-685d5a72-088d-4df4-b14d-0200237ecf8d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:46.212806 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-bfdc7cda-c233-46a2-8ca1-fea78fbf8b93 req-685d5a72-088d-4df4-b14d-0200237ecf8d tempest-ServerRescueNegativeTestJSON-820036539 tempest-ServerRescueNegativeTestJSON-820036539-project] 10.222.0.13 "DELETE /v2.0/ports/5eb8174b-217c-406d-bbef-091acafb977c HTTP/1.1" status: 204 len: 173 time: 0.4069226 Sep 11 14:22:46.213320 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a4be85-74c0-40b9-8a5e-97bc4d99ef81', 'name': 'network-vif-deleted', 'tag': '5eb8174b-217c-406d-bbef-091acafb977c'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:22:46.217420 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a78f528-6065-48d6-b78a-a438e887dbd7" -d '{"events": [{"server_uuid": "77a4be85-74c0-40b9-8a5e-97bc4d99ef81", "name": "network-vif-deleted", "tag": "5eb8174b-217c-406d-bbef-091acafb977c"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:22:46.255609 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa424e67-91e2-4903-a42b-7781421d0ff3 x-openstack-request-id: req-fa424e67-91e2-4903-a42b-7781421d0ff3 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:22:46.255977 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a4be85-74c0-40b9-8a5e-97bc4d99ef81", "name": "network-vif-deleted", "tag": "5eb8174b-217c-406d-bbef-091acafb977c", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:22:46.256283 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa424e67-91e2-4903-a42b-7781421d0ff3 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:22:46.256614 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a4be85-74c0-40b9-8a5e-97bc4d99ef81', 'name': 'network-vif-deleted', 'tag': '5eb8174b-217c-406d-bbef-091acafb977c', 'status': 'completed', 'code': 200} Sep 11 14:22:47.051678 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 40956) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:47.705603 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:22:47.709364 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-282933'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:47.993787 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] Deleting port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:22:47.994122 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:48.078328 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] For port 456ad1c4-4a9c-4e92-8527-d3250a2d9d87, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=456ad1c4-4a9c-4e92-8527-d3250a2d9d87,segment=NetworkSegment(9b8faa95-7579-444a-8949-a20c28bbf14a),segment_id=9b8faa95-7579-444a-8949-a20c28bbf14a)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:48.079058 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:48.091230 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] Calling delete_port for 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:22:48.276034 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:48.301979 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=456ad1c4-4a9c-4e92-8527-d3250a2d9d87,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:48.471593 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-283009'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:48.675957 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] Router a568fc93-b0db-4ffa-a32a-959a005845c6 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:22:48.784002 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:22:48.789611 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-b6b6b09f-64b1-461c-9ce9-7a6302a05b6a admin admin] 10.222.0.37 "PUT /v2.0/routers/a568fc93-b0db-4ffa-a32a-959a005845c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7367885 Sep 11 14:22:48.793132 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40964) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:48.796306 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21602ee-b194-456f-8b4a-a36d94ae8f5c None None] Sync routers for ids ['a568fc93-b0db-4ffa-a32a-959a005845c6'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:22:48.807133 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21602ee-b194-456f-8b4a-a36d94ae8f5c None None] Routers {'a568fc93-b0db-4ffa-a32a-959a005845c6'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:48.807796 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d21602ee-b194-456f-8b4a-a36d94ae8f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['a568fc93-b0db-4ffa-a32a-959a005845c6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:48.895473 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:48.914399 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d21602ee-b194-456f-8b4a-a36d94ae8f5c None None] Set router a568fc93-b0db-4ffa-a32a-959a005845c6 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:48.959611 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5eb8174b-217c-406d-bbef-091acafb977c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:22:48.980776 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 5eb8174b-217c-406d-bbef-091acafb977c {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:22:48.981342 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5eb8174b-217c-406d-bbef-091acafb977c not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:22:49.002611 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.054583 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Deleting port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:22:49.054914 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.092131 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d21602ee-b194-456f-8b4a-a36d94ae8f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'name': 'tempest-ServerRescueNegativeTestJSON-79762908-router', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:17Z', 'updated_at': '2021-09-11T14:22:48Z', 'revision_number': 5, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'gw_port': {'id': '9c39bb56-1378-48ed-86b2-6aa8bbb3d112', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:18Z', 'updated_at': '2021-09-11T14:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:49.118942 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21602ee-b194-456f-8b4a-a36d94ae8f5c None None] Checking router: a568fc93-b0db-4ffa-a32a-959a005845c6 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:22:49.127712 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21602ee-b194-456f-8b4a-a36d94ae8f5c None None] Routers {'a568fc93-b0db-4ffa-a32a-959a005845c6'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:22:49.128360 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d21602ee-b194-456f-8b4a-a36d94ae8f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:22:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['a568fc93-b0db-4ffa-a32a-959a005845c6'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:49.304061 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-d21602ee-b194-456f-8b4a-a36d94ae8f5c None None] Set router a568fc93-b0db-4ffa-a32a-959a005845c6 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:22:49.344263 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] For port 9c39bb56-1378-48ed-86b2-6aa8bbb3d112, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=9c39bb56-1378-48ed-86b2-6aa8bbb3d112,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:22:49.344616 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.358077 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Calling delete_port for 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:22:49.358554 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-d21602ee-b194-456f-8b4a-a36d94ae8f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'name': 'tempest-ServerRescueNegativeTestJSON-79762908-router', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:17Z', 'updated_at': '2021-09-11T14:22:49Z', 'revision_number': 6, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'gw_port_host': None}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:49.386931 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21602ee-b194-456f-8b4a-a36d94ae8f5c None None] The sync data for ids ['a568fc93-b0db-4ffa-a32a-959a005845c6'] in dv-cinder-760197-9-iscsi is: [{'id': 'a568fc93-b0db-4ffa-a32a-959a005845c6', 'name': 'tempest-ServerRescueNegativeTestJSON-79762908-router', 'tenant_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:17Z', 'updated_at': '2021-09-11T14:22:49Z', 'revision_number': 6, 'project_id': 'e75ff7e6bf2646feb68e4e73513dffed', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:22:49.533228 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.558968 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Pushing event deleted for resources: {'Port': ['ID=9c39bb56-1378-48ed-86b2-6aa8bbb3d112,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:49.622133 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-284003'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.726074 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-286416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-404'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.728787 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.798117 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-286425'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.798716 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Fanout notify agent at l3_agent the message router_deleted on router a568fc93-b0db-4ffa-a32a-959a005845c6 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 14:22:49.804035 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.805216 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d7b37a52-29fc-48d2-bd75-f405c5ac90db admin admin] 10.222.0.37 "DELETE /v2.0/routers/a568fc93-b0db-4ffa-a32a-959a005845c6 HTTP/1.1" status: 204 len: 168 time: 1.0108736 Sep 11 14:22:49.808084 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40970) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:49.854384 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72c36c4-7d45-4744-b56e-30e3b811c3e8 admin admin] Deleting subnet 1f681984-6acf-439f-9e85-860a12d7639b {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:22:49.857371 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e72c36c4-7d45-4744-b56e-30e3b811c3e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.892258 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e72c36c4-7d45-4744-b56e-30e3b811c3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480114'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.932063 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e72c36c4-7d45-4744-b56e-30e3b811c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:49.988994 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e72c36c4-7d45-4744-b56e-30e3b811c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12296770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11906103'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.015715 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c36c4-7d45-4744-b56e-30e3b811c3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f681984-6acf-439f-9e85-860a12d7639b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:50.019087 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e72c36c4-7d45-4744-b56e-30e3b811c3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.020982 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e72c36c4-7d45-4744-b56e-30e3b811c3e8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1f681984-6acf-439f-9e85-860a12d7639b HTTP/1.1" status: 204 len: 168 time: 0.2119541 Sep 11 14:22:50.023440 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:50.099957 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.184914 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.206597 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:22:50.214180 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdadcaf-3b21-4ad0-8822-3c2287855219']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:50.223591 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8faa95-7579-444a-8949-a20c28bbf14a') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:50.223882 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8faa95-7579-444a-8949-a20c28bbf14a') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:22:50.226774 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:22:50.227121 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 9c39bb56-1378-48ed-86b2-6aa8bbb3d112 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:22:50.227526 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:22:50.233862 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480011'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.246779 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:22:50.247120 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 456ad1c4-4a9c-4e92-8527-d3250a2d9d87 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:22:50.247554 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.253966 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:22:50.254358 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297120'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: Traceback (most recent call last): Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: timer() Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: cb(*args, **kw) Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: return func(*args, **kwargs) Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: self._notify() Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: self.callback(batched_events) Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: event.method(event) Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: return f(self, *a, **k) Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._get(url).json() Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: return self.request(url, 'GET', **kwargs) Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:22:50.256316 dv-cinder-760197-9-iscsi neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:22:50.317186 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.323306 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.325408 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] 10.222.0.37 "DELETE /v2.0/networks/3cdadcaf-3b21-4ad0-8822-3c2287855219 HTTP/1.1" status: 204 len: 168 time: 0.3008809 Sep 11 14:22:50.336517 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50906cc4-1e18-44c2-8289-7714509167da admin admin] Pushing event deleted for resources: {'Network': ['ID=3cdadcaf-3b21-4ad0-8822-3c2287855219,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:50.507298 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40978) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:50.547313 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-86b89bb6-b42f-414f-a73c-cf44203d868a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e75ff7e6bf2646feb68e4e73513dffed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388455 Sep 11 14:22:50.550045 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 40980) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:22:50.597720 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0828-98d0-4aa3-b618-6147656df98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.617887 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0828-98d0-4aa3-b618-6147656df98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.665151 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0828-98d0-4aa3-b618-6147656df98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.667831 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-4f6a0828-98d0-4aa3-b618-6147656df98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:50.669017 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-4f6a0828-98d0-4aa3-b618-6147656df98b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d84d2b86-cd34-4331-a82f-41c79accebb6 HTTP/1.1" status: 204 len: 168 time: 0.1180716 Sep 11 14:22:50.676578 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a0828-98d0-4aa3-b618-6147656df98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84d2b86-cd34-4331-a82f-41c79accebb6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:53.774026 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc428d4c-aad9-458c-862d-1d2530feab36 req-0c235aaa-a621-44e8-9f1d-61538019b528 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:53.775881 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bc428d4c-aad9-458c-862d-1d2530feab36 req-0c235aaa-a621-44e8-9f1d-61538019b528 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0502243 Sep 11 14:22:53.850971 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bc428d4c-aad9-458c-862d-1d2530feab36 req-e88abab9-32e1-4555-b20f-26bfc43db590 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679142 Sep 11 14:22:53.862749 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1adf4-4da7-4587-9f84-09309ac0e5b4 req-fff38649-c6a1-4042-88dc-33dde19bf542 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:53.868269 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-55f1adf4-4da7-4587-9f84-09309ac0e5b4 req-fff38649-c6a1-4042-88dc-33dde19bf542 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0831089 Sep 11 14:22:53.889170 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4f7d-c693-45cc-8c0d-2d1eca4e3ed8 req-e8bb4322-c412-49d6-b57c-5e6644acc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:53.890717 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8bfa4f7d-c693-45cc-8c0d-2d1eca4e3ed8 req-e8bb4322-c412-49d6-b57c-5e6644acc8ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0819c7649dad420387ad57962433b453&device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 1137 time: 0.0457518 Sep 11 14:22:53.903796 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-55f1adf4-4da7-4587-9f84-09309ac0e5b4 req-85ed1a57-40e5-456c-af20-aaf5530720aa tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333407 Sep 11 14:22:54.006573 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4f7d-c693-45cc-8c0d-2d1eca4e3ed8 req-6bc0254c-0cae-44e9-9a3c-b523a23bed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:54.008048 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8bfa4f7d-c693-45cc-8c0d-2d1eca4e3ed8 req-6bc0254c-0cae-44e9-9a3c-b523a23bed0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=fcd86cc2-faad-41bd-b8f5-904e23d2a967 HTTP/1.1" status: 200 len: 915 time: 0.0829930 Sep 11 14:22:54.079322 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8bfa4f7d-c693-45cc-8c0d-2d1eca4e3ed8 req-7e332de0-8dcf-456a-87fb-c47e0f97ae47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83588ae5-5649-45f5-8021-2ec82e034e3d HTTP/1.1" status: 200 len: 1001 time: 0.0580561 Sep 11 14:22:54.131284 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4f7d-c693-45cc-8c0d-2d1eca4e3ed8 req-efe6ba5f-28ff-4a2a-b605-ae483a8fc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:54.132575 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8bfa4f7d-c693-45cc-8c0d-2d1eca4e3ed8 req-efe6ba5f-28ff-4a2a-b605-ae483a8fc51f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba0316c-6c73-45bf-9912-ab6e639dba74 HTTP/1.1" status: 200 len: 853 time: 0.0412674 Sep 11 14:22:54.182983 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4f7d-c693-45cc-8c0d-2d1eca4e3ed8 req-746ede22-29b7-4cb7-8b6c-5a78c18809ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:54.184446 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8bfa4f7d-c693-45cc-8c0d-2d1eca4e3ed8 req-746ede22-29b7-4cb7-8b6c-5a78c18809ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fcd86cc2-faad-41bd-b8f5-904e23d2a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387566 Sep 11 14:22:54.277950 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8bfa4f7d-c693-45cc-8c0d-2d1eca4e3ed8 req-2d1d5113-5942-4aba-94bd-cf611273a433 service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847480 Sep 11 14:22:54.365972 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8bfa4f7d-c693-45cc-8c0d-2d1eca4e3ed8 req-2ef64377-7e0f-449d-83e7-1ca982160882 service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796466 Sep 11 14:22:54.967681 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a20f88-3e1b-4fc2-a0c6-f554707d7bf0 req-a773a5dd-122c-4a11-ae86-26c5e4a31486 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:54.969168 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a5a20f88-3e1b-4fc2-a0c6-f554707d7bf0 req-a773a5dd-122c-4a11-ae86-26c5e4a31486 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0483205 Sep 11 14:22:55.037546 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a5a20f88-3e1b-4fc2-a0c6-f554707d7bf0 req-c0984214-c176-4c26-b3fe-22eb7d116a04 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583580 Sep 11 14:22:55.045575 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d3d87-fbca-4c70-9aa4-6aaf34a8047a req-09f21c00-052a-48d0-9e3e-e77b04bfa14a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:55.047066 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7a8d3d87-fbca-4c70-9aa4-6aaf34a8047a req-09f21c00-052a-48d0-9e3e-e77b04bfa14a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0765593 Sep 11 14:22:55.086468 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7a8d3d87-fbca-4c70-9aa4-6aaf34a8047a req-244045cd-f2de-4738-8bdb-c3d98ce740bc tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332124 Sep 11 14:22:56.152689 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177da04a-000b-4e79-992d-4206022056a8 req-3e686e86-c9eb-4be9-9c13-181369d1d4b1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:56.154202 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-177da04a-000b-4e79-992d-4206022056a8 req-3e686e86-c9eb-4be9-9c13-181369d1d4b1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0511200 Sep 11 14:22:56.218981 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-177da04a-000b-4e79-992d-4206022056a8 req-f859ff02-81e6-4c75-9fd3-cf1bca4d1b36 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554368 Sep 11 14:22:56.227241 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878d95d-bf8b-46ac-9b27-9750d06dc091 req-3f942417-61d4-471c-b18d-b52bd6ca6866 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:56.228793 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7878d95d-bf8b-46ac-9b27-9750d06dc091 req-3f942417-61d4-471c-b18d-b52bd6ca6866 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0737035 Sep 11 14:22:56.275662 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7878d95d-bf8b-46ac-9b27-9750d06dc091 req-292c992c-1657-43ef-bc79-ce2f93e8935a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396905 Sep 11 14:22:57.022071 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-d24b5db7-9698-4ecb-b90b-505451d8d688 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823383767&fields=id&tenant_id=97b1ce0cd1c44c9f83eb51765173c48c HTTP/1.1" status: 200 len: 267 time: 0.0320711 Sep 11 14:22:57.125251 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-5c3caf22-f629-4d64-8d0c-c54a4a4051db tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:57.126673 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-5c3caf22-f629-4d64-8d0c-c54a4a4051db tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 811 time: 0.0981803 Sep 11 14:22:57.141407 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-2aac4d13-872f-4a13-bb57-b76992bef6db tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/quotas/97b1ce0cd1c44c9f83eb51765173c48c HTTP/1.1" status: 200 len: 375 time: 0.0091381 Sep 11 14:22:57.194041 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-aa048689-78d4-4441-934e-fd786c51baf6 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474751 Sep 11 14:22:57.289645 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-070b2600-5197-4ad6-88b9-4176c9e04f18 service neutron] 10.222.0.37 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813050 Sep 11 14:22:57.393789 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8df68-f80b-49e9-b358-40ba01515797 req-c03a4548-56d1-4228-b928-6ca7716635a4 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:57.395261 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f0e8df68-f80b-49e9-b358-40ba01515797 req-c03a4548-56d1-4228-b928-6ca7716635a4 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.1048532 Sep 11 14:22:57.432707 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-0df083cf-bd0e-4c66-be78-ef1a7097cea0 service neutron] 10.222.0.37 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325634 Sep 11 14:22:57.450159 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f0e8df68-f80b-49e9-b358-40ba01515797 req-b2740ee0-d6ea-4b89-a1c3-1c090703be8b tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462079 Sep 11 14:22:57.577069 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da6fac-49d7-417d-a7ab-b05010785f78 req-5a46edb2-fc51-4c28-885d-aad69a3d7357 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:57.578539 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c8da6fac-49d7-417d-a7ab-b05010785f78 req-5a46edb2-fc51-4c28-885d-aad69a3d7357 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0580997 Sep 11 14:22:57.625915 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c8da6fac-49d7-417d-a7ab-b05010785f78 req-6c864662-5621-4d37-9f10-8793aa663f3f tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409698 Sep 11 14:22:57.746972 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-19dcb2a2-a3e2-4725-851d-a327a49f58b9 req-dd11df70-a106-4dc5-9e53-1fed0fbcbfc6 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 210 time: 0.0260689 Sep 11 14:22:58.582825 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2928-3490-4762-88b7-d2736cc912ee req-2e68b89a-8dd2-48b7-84a2-edb725d389d1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:58.585340 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-036a2928-3490-4762-88b7-d2736cc912ee req-2e68b89a-8dd2-48b7-84a2-edb725d389d1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0610597 Sep 11 14:22:58.625185 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-036a2928-3490-4762-88b7-d2736cc912ee req-a5f028ea-a22b-4f77-9c45-b75d0b379a2a tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321693 Sep 11 14:22:58.757486 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf21237-09e0-4613-8fcc-31edf23921db req-2a64180d-6409-4fb4-9023-638b6ca3dd20 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:58.768910 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bbf21237-09e0-4613-8fcc-31edf23921db req-2a64180d-6409-4fb4-9023-638b6ca3dd20 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0684743 Sep 11 14:22:58.826717 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bbf21237-09e0-4613-8fcc-31edf23921db req-04529bd1-fe39-4d1d-9edc-dd1fb44a5f49 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559011 Sep 11 14:22:58.875273 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-83343cfe-7d58-4ab4-bf5a-5ce812972c75 req-aca022cd-d19e-4710-a8ff-05451b172589 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 210 time: 0.0323517 Sep 11 14:22:58.881991 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-4c6f1ee6-e845-4a6a-a6fb-5cbc09c9c86e tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:58.884233 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-4c6f1ee6-e845-4a6a-a6fb-5cbc09c9c86e tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 811 time: 0.1356950 Sep 11 14:22:58.938020 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-24f35e61-80f3-422f-8ebc-831e23b30e62 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97b1ce0cd1c44c9f83eb51765173c48c HTTP/1.1" status: 200 len: 380 time: 0.0365934 Sep 11 14:22:58.961754 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'port': {'device_id': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'admin_state_up': True, 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'security_groups': ['724459d4-4730-4147-80e9-e7ad8e018722']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:59.072923 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Made reservation on behalf of 97b1ce0cd1c44c9f83eb51765173c48c for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:22:59.076299 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:59.194957 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Allocated IP 172.20.0.10 (b9334138-2bee-4599-a9c7-3fbf9415e4f1/53d7107a-6ea8-49a7-b575-820b20ce5126/6e324456-ded7-4fdf-a463-d6edeb6ec8ef) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:22:59.336012 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:59.349679 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Transition to ACTIVE for port object 6e324456-ded7-4fdf-a463-d6edeb6ec8ef will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:59.380637 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:59.421935 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Network b9334138-2bee-4599-a9c7-3fbf9415e4f1 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:22:59.425243 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:22:59.428730 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:22:59.462121 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'Port': ['ID=6e324456-ded7-4fdf-a463-d6edeb6ec8ef,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:22:59.489746 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:59.490380 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:59.507848 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-f2f5722d-061f-445d-ab82-3e1e95763400 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499597 Sep 11 14:22:59.533865 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Request body: {'port': {'device_id': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:22:59.590147 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:59.683645 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3688c4ca-9004-484e-9e04-c8fbdcbd9285 None None] Provisioning for port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:22:59.688665 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3688c4ca-9004-484e-9e04-c8fbdcbd9285 None None] Provisioning complete for port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:22:59.689171 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3688c4ca-9004-484e-9e04-c8fbdcbd9285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:59.729623 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3688c4ca-9004-484e-9e04-c8fbdcbd9285 None None] Port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:22:59.763975 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79588c-f9f4-4a27-a398-1ba124b3d2b0 req-ee1b4b74-5cae-41fc-8ae3-30efeb1723af tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:59.765462 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2a79588c-f9f4-4a27-a398-1ba124b3d2b0 req-ee1b4b74-5cae-41fc-8ae3-30efeb1723af tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0549395 Sep 11 14:22:59.803124 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2a79588c-f9f4-4a27-a398-1ba124b3d2b0 req-37bc93a4-7cb0-4304-99af-780de8584ed9 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Sep 11 14:22:59.860711 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e324456-ded7-4fdf-a463-d6edeb6ec8ef {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:22:59.868028 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:59.880587 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Transition to ACTIVE for port object 6e324456-ded7-4fdf-a463-d6edeb6ec8ef will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:22:59.884028 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12378493'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:22:59.939319 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59484d1e-e012-4d16-b514-8bea86333095 req-8c097d9e-7050-4268-8e36-d55b8154d058 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:22:59.941424 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-59484d1e-e012-4d16-b514-8bea86333095 req-8c097d9e-7050-4268-8e36-d55b8154d058 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0538063 Sep 11 14:23:00.024331 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-59484d1e-e012-4d16-b514-8bea86333095 req-2ca61bef-7cf3-4964-8c58-570d621d6bcd tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762231 Sep 11 14:23:00.038594 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52112e3-ad71-46e5-bd12-4c7e4c881f51 req-313394c0-5dce-4b99-84c4-18565eacf800 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:00.040661 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f52112e3-ad71-46e5-bd12-4c7e4c881f51 req-313394c0-5dce-4b99-84c4-18565eacf800 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 944 time: 0.0905151 Sep 11 14:23:00.086346 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f52112e3-ad71-46e5-bd12-4c7e4c881f51 req-a2d0b7c4-3d64-477f-929b-24ccf7a14b0d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354118 Sep 11 14:23:00.179306 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Pushing event updated for resources: {'Port': ['ID=6e324456-ded7-4fdf-a463-d6edeb6ec8ef,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:00.234264 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Attempting to bind port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:23:00.234618 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Attempting to bind port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:23:00.234946 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Attempting to bind port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef on network b9334138-2bee-4599-a9c7-3fbf9415e4f1 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:23:00.240159 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef on network b9334138-2bee-4599-a9c7-3fbf9415e4f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:23:00.240514 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Attempting to bind port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef on network b9334138-2bee-4599-a9c7-3fbf9415e4f1 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:23:00.245810 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:23:00.246146 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Checking segment: {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:23:00.246528 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Bound using segment: {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:23:00.246957 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Bound port: 6e324456-ded7-4fdf-a463-d6edeb6ec8ef, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:23:00.247515 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:00.320473 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] For port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef, host hv-cinder-76019, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:23:00.324916 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] For port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6e324456-ded7-4fdf-a463-d6edeb6ec8ef,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:23:00.333277 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12378493'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:00.389227 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:00.389227 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:00.389227 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] 10.222.0.13 "PUT /v2.0/ports/6e324456-ded7-4fdf-a463-d6edeb6ec8ef HTTP/1.1" status: 200 len: 1094 time: 0.8573043 Sep 11 14:23:00.389227 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'tag': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:23:00.389777 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc39985e-48b1-491a-8392-9871073548fd" -d '{"events": [{"name": "network-changed", "server_uuid": "39b9c696-97f0-41fa-ab4a-a9c56ec4a10a", "tag": "6e324456-ded7-4fdf-a463-d6edeb6ec8ef"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:23:00.410200 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff036b1-9681-479a-8ebc-41f011fc618c service neutron] Pushing event updated for resources: {'Port': ['ID=6e324456-ded7-4fdf-a463-d6edeb6ec8ef,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:00.439161 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd48e21d-88ed-416b-9760-84569deae349 x-openstack-request-id: req-fd48e21d-88ed-416b-9760-84569deae349 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:23:00.439442 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b9c696-97f0-41fa-ab4a-a9c56ec4a10a", "tag": "6e324456-ded7-4fdf-a463-d6edeb6ec8ef", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:23:00.439685 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd48e21d-88ed-416b-9760-84569deae349 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:23:00.440078 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'tag': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef', 'status': 'completed', 'code': 200} Sep 11 14:23:00.511705 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-b2850beb-772a-4827-a121-5485ef27c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:00.513232 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-b2850beb-772a-4827-a121-5485ef27c250 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 1097 time: 0.0428529 Sep 11 14:23:00.566839 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-b151c9d9-e03b-44fa-89d6-a3718b6cbd6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e324456-ded7-4fdf-a463-d6edeb6ec8ef HTTP/1.1" status: 200 len: 217 time: 0.0361412 Sep 11 14:23:00.619843 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-628903d4-b7e2-431b-9a55-e5f396378808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:00.621182 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-628903d4-b7e2-431b-9a55-e5f396378808 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.0460680 Sep 11 14:23:00.669155 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-ba77f446-da83-4174-84c4-bed057b423f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:00.670483 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-ba77f446-da83-4174-84c4-bed057b423f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383132 Sep 11 14:23:00.758462 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-60dd354b-29db-4524-8730-cfff11661af6 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788198 Sep 11 14:23:00.851439 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-5dd823ef-b22f-431b-b76f-99b3640e28e6 req-b4c6e2a7-c78c-44f9-a572-cd05fbbbe539 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840588 Sep 11 14:23:00.917477 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947dd10-020f-4345-ba6a-76672166d3df req-2699fc61-53c6-4126-b29e-daaddc246010 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:00.918948 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1947dd10-020f-4345-ba6a-76672166d3df req-2699fc61-53c6-4126-b29e-daaddc246010 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0505545 Sep 11 14:23:00.956393 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1947dd10-020f-4345-ba6a-76672166d3df req-5b34107a-c9d2-46e3-a0a3-facf6c48047f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311642 Sep 11 14:23:01.006001 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39985e-48b1-491a-8392-9871073548fd req-73f63b66-a8c0-455b-b389-25422d8b3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:01.007483 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-bc39985e-48b1-491a-8392-9871073548fd req-73f63b66-a8c0-455b-b389-25422d8b3dec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 1097 time: 0.0419543 Sep 11 14:23:01.103524 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39985e-48b1-491a-8392-9871073548fd req-98631268-14a9-4d0f-896c-abd5149d98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:01.105169 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-bc39985e-48b1-491a-8392-9871073548fd req-98631268-14a9-4d0f-896c-abd5149d98ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 912 time: 0.0870454 Sep 11 14:23:01.147369 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335ee89-c333-417e-929e-6dcd040dfef1 req-680b38b7-f08b-451e-abfb-6ba2d63ec308 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:01.149126 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5335ee89-c333-417e-929e-6dcd040dfef1 req-680b38b7-f08b-451e-abfb-6ba2d63ec308 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0529649 Sep 11 14:23:01.150860 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-bc39985e-48b1-491a-8392-9871073548fd req-4a972311-bac9-484c-a4d0-7bf3c6bce2e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e324456-ded7-4fdf-a463-d6edeb6ec8ef HTTP/1.1" status: 200 len: 217 time: 0.0351501 Sep 11 14:23:01.178059 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:01.208537 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39985e-48b1-491a-8392-9871073548fd req-7c6d757b-76f3-471b-baba-1cc6ddbc28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:01.210015 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-bc39985e-48b1-491a-8392-9871073548fd req-7c6d757b-76f3-471b-baba-1cc6ddbc28d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.0492640 Sep 11 14:23:01.221437 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5335ee89-c333-417e-929e-6dcd040dfef1 req-a17cbac0-c7b6-4e16-9c57-cb8099d57606 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651169 Sep 11 14:23:01.238854 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f39c1-68a5-4f2e-8e28-67857c897d1b req-49165ca1-aa87-4e1a-b9f1-9e418f39bfe6 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:01.242166 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-136f39c1-68a5-4f2e-8e28-67857c897d1b req-49165ca1-aa87-4e1a-b9f1-9e418f39bfe6 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 944 time: 0.0829730 Sep 11 14:23:01.272708 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39985e-48b1-491a-8392-9871073548fd req-2485beb3-463e-473f-b604-3b154ca1b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:01.274198 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-bc39985e-48b1-491a-8392-9871073548fd req-2485beb3-463e-473f-b604-3b154ca1b2f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464039 Sep 11 14:23:01.279394 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-136f39c1-68a5-4f2e-8e28-67857c897d1b req-3d471838-3224-4543-9e6c-658321463dee tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325871 Sep 11 14:23:01.363210 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-bc39985e-48b1-491a-8392-9871073548fd req-7cbc6ae5-e507-4c08-b92d-d8555f0c20cf service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808089 Sep 11 14:23:01.466863 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-bc39985e-48b1-491a-8392-9871073548fd req-aa787d24-3466-4c4d-b2fd-258d1f2b66a7 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855083 Sep 11 14:23:02.068029 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebb617-a052-4ec5-95cd-e28cbd3e56d9 req-62de543d-1087-4c98-993f-165b07f910ad tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:02.069521 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6ebb617-a052-4ec5-95cd-e28cbd3e56d9 req-62de543d-1087-4c98-993f-165b07f910ad tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0475678 Sep 11 14:23:02.107138 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6ebb617-a052-4ec5-95cd-e28cbd3e56d9 req-2c9b372d-5143-4ad8-be7f-56b648288d4d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307374 Sep 11 14:23:02.334322 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fae57c-a00f-4060-a0f5-117718f83cd1 req-39df8638-e0c3-405c-a91b-9e006bf18b06 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:02.335795 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-82fae57c-a00f-4060-a0f5-117718f83cd1 req-39df8638-e0c3-405c-a91b-9e006bf18b06 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0480962 Sep 11 14:23:02.403815 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-82fae57c-a00f-4060-a0f5-117718f83cd1 req-e430be3e-4fdd-4a9f-a858-d54ff1ad053c tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612333 Sep 11 14:23:02.419208 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7a30-b1e6-4c1b-998d-00858e88e968 req-91416205-53bc-4522-a839-ffd044370c2f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:02.420673 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e3ad7a30-b1e6-4c1b-998d-00858e88e968 req-91416205-53bc-4522-a839-ffd044370c2f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 944 time: 0.0771372 Sep 11 14:23:02.458235 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e3ad7a30-b1e6-4c1b-998d-00858e88e968 req-dc061d81-3a70-4ef6-a221-0994ac6ca16e tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314262 Sep 11 14:23:03.219285 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02303615-07db-4903-82c2-c69e3dc4b9c8 req-d83fda38-7e24-4f57-9c27-349b54f0eeb6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:03.220801 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-02303615-07db-4903-82c2-c69e3dc4b9c8 req-d83fda38-7e24-4f57-9c27-349b54f0eeb6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0481551 Sep 11 14:23:03.258012 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-02303615-07db-4903-82c2-c69e3dc4b9c8 req-b25c7f3b-09f1-4381-835a-6693ebfba522 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Sep 11 14:23:03.522968 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008c7c9-45c2-4177-9b8f-0410b607a7d1 req-cfb360b8-9b05-4bd6-ad41-039ee6885c4e tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:03.524446 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4008c7c9-45c2-4177-9b8f-0410b607a7d1 req-cfb360b8-9b05-4bd6-ad41-039ee6885c4e tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0536039 Sep 11 14:23:03.589297 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4008c7c9-45c2-4177-9b8f-0410b607a7d1 req-61c40ca8-35f4-4919-aee9-b0ca0d71a805 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552351 Sep 11 14:23:03.597601 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959049e-2460-499d-995d-7165c3609b73 req-c550d1e1-571c-406e-8128-60fb6d547c5b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:03.599016 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7959049e-2460-499d-995d-7165c3609b73 req-c550d1e1-571c-406e-8128-60fb6d547c5b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 944 time: 0.0730906 Sep 11 14:23:03.638095 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7959049e-2460-499d-995d-7165c3609b73 req-3a632104-17b0-44f1-81b7-33d201da60d4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323980 Sep 11 14:23:04.297006 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b021d773-7fd9-4ef1-b7cb-7b921e4518de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:04.371233 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11595716-a806-4c56-b63c-4bc8c807048a req-82a65bd6-5c5b-4446-b575-e0bb84f75afc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:04.372719 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-11595716-a806-4c56-b63c-4bc8c807048a req-82a65bd6-5c5b-4446-b575-e0bb84f75afc tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0475299 Sep 11 14:23:04.409525 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-11595716-a806-4c56-b63c-4bc8c807048a req-890546b0-9336-437f-a77d-94d84d216c00 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308597 Sep 11 14:23:04.606880 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7490c-7941-430e-a2a9-9b71fa66b147 req-091cf142-2c08-468c-9d3e-e23168194217 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:04.608374 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f7b7490c-7941-430e-a2a9-9b71fa66b147 req-091cf142-2c08-468c-9d3e-e23168194217 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0509582 Sep 11 14:23:04.652674 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f7b7490c-7941-430e-a2a9-9b71fa66b147 req-ad8a2a26-f0f0-4224-92bf-d8884e1609b2 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376716 Sep 11 14:23:04.661934 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ea57-5309-4232-807a-5b0ca0b5cf37 req-d0fec68e-5b8b-4be9-b374-7bb0254c29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:04.664416 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6615ea57-5309-4232-807a-5b0ca0b5cf37 req-d0fec68e-5b8b-4be9-b374-7bb0254c29e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 1099 time: 0.0439329 Sep 11 14:23:04.730177 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaae702-4318-4875-990d-d27546afb3f5 req-57b96525-67bc-44c6-9012-c6939c06280d tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:04.731575 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cfaae702-4318-4875-990d-d27546afb3f5 req-57b96525-67bc-44c6-9012-c6939c06280d tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0637596 Sep 11 14:23:04.771669 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ea57-5309-4232-807a-5b0ca0b5cf37 req-57601f56-e830-45a8-93c3-38646d735980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:04.773870 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6615ea57-5309-4232-807a-5b0ca0b5cf37 req-57601f56-e830-45a8-93c3-38646d735980 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 200 len: 912 time: 0.0961585 Sep 11 14:23:04.798229 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba4b2b-8fe2-454a-970c-5e9cfe3ef1f5 req-a922d6a4-712d-412d-88bb-720d4f8fd9b2 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:04.799999 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8eba4b2b-8fe2-454a-970c-5e9cfe3ef1f5 req-a922d6a4-712d-412d-88bb-720d4f8fd9b2 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 944 time: 0.0874350 Sep 11 14:23:04.804567 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cfaae702-4318-4875-990d-d27546afb3f5 req-7d6fab43-cc84-4f0d-8bd2-851235fd0744 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554290 Sep 11 14:23:04.843463 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8eba4b2b-8fe2-454a-970c-5e9cfe3ef1f5 req-fb2d8da2-d24e-49c8-9d88-ed0142540072 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371733 Sep 11 14:23:04.857064 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6615ea57-5309-4232-807a-5b0ca0b5cf37 req-a71467bc-8858-4ab5-ab4e-2836ac01a0ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6d73b2-4dbb-40af-9bdb-cd2391958368 HTTP/1.1" status: 200 len: 1000 time: 0.0592923 Sep 11 14:23:04.906711 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ea57-5309-4232-807a-5b0ca0b5cf37 req-8089d972-5feb-4147-adc1-84abd0b00912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:04.908099 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6615ea57-5309-4232-807a-5b0ca0b5cf37 req-8089d972-5feb-4147-adc1-84abd0b00912 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfefa7e4-1f06-4c34-a9aa-5e09faee6615 HTTP/1.1" status: 200 len: 850 time: 0.0426917 Sep 11 14:23:04.957953 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615ea57-5309-4232-807a-5b0ca0b5cf37 req-3f7638ef-94ce-4131-84d1-f1e064aeae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:04.959417 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6615ea57-5309-4232-807a-5b0ca0b5cf37 req-3f7638ef-94ce-4131-84d1-f1e064aeae8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae3f95-13a4-4d44-a868-d7efcecd67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420082 Sep 11 14:23:05.050028 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6615ea57-5309-4232-807a-5b0ca0b5cf37 req-5e5bdd4b-544f-46f7-b89d-f5a185deb754 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824423 Sep 11 14:23:05.141742 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6615ea57-5309-4232-807a-5b0ca0b5cf37 req-2ab6d306-1e4a-4f6f-a55e-9ae75aafed32 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836205 Sep 11 14:23:05.770020 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c940dfc-a33d-484c-928f-d97aac86314b req-e2325e86-16be-415b-9cc3-0a6611a1e35f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:05.771646 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3c940dfc-a33d-484c-928f-d97aac86314b req-e2325e86-16be-415b-9cc3-0a6611a1e35f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0492430 Sep 11 14:23:05.809894 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3c940dfc-a33d-484c-928f-d97aac86314b req-dbce09b0-bcbd-4d54-9510-9f0ff94e2776 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319371 Sep 11 14:23:05.926142 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e85c34-5f08-4b59-b7f2-bbd2356c150f req-1e65bedd-615b-4970-a7bb-6deb57452032 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:05.927589 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d8e85c34-5f08-4b59-b7f2-bbd2356c150f req-1e65bedd-615b-4970-a7bb-6deb57452032 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0578341 Sep 11 14:23:05.997063 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce87843-e6c7-46e0-9319-59098724378f req-c42947e8-8da6-4990-9899-68cd8fa1a19d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:05.998542 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bce87843-e6c7-46e0-9319-59098724378f req-c42947e8-8da6-4990-9899-68cd8fa1a19d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 944 time: 0.0899575 Sep 11 14:23:06.002403 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d8e85c34-5f08-4b59-b7f2-bbd2356c150f req-b409698c-37e4-44fb-8711-d333f354d658 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=0bb25233-347c-400f-9faf-1b662144e8ec&id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572295 Sep 11 14:23:06.037381 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bce87843-e6c7-46e0-9319-59098724378f req-e4f138f1-495f-46df-87e3-0d50915fb4c7 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328896 Sep 11 14:23:06.874474 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-df956566-a646-4a55-b2e4-a75edaf464a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:06.923462 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1a83b-2d59-4baa-90cc-3f7f9a69e2c8 req-9e0a8403-664f-44bc-a994-99f83fde3821 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:06.925207 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-68d1a83b-2d59-4baa-90cc-3f7f9a69e2c8 req-9e0a8403-664f-44bc-a994-99f83fde3821 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0478566 Sep 11 14:23:06.964647 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-68d1a83b-2d59-4baa-90cc-3f7f9a69e2c8 req-b9dd74ce-a489-4e0f-8629-b165563dc356 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328929 Sep 11 14:23:07.100339 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:07.122325 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.153967 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56d4b4-13e0-45d2-909e-e59453e0fe82 req-cb4a0e55-c7ff-4218-8596-6730319d1c47 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:07.155684 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1d56d4b4-13e0-45d2-909e-e59453e0fe82 req-cb4a0e55-c7ff-4218-8596-6730319d1c47 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 944 time: 0.0500207 Sep 11 14:23:07.192758 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1d56d4b4-13e0-45d2-909e-e59453e0fe82 req-4021b2d4-d8e8-46f9-8909-f8cc83443fbf tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Sep 11 14:23:07.211172 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34344729-1697-47d1-ad35-a15f894fda69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.299880 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34344729-1697-47d1-ad35-a15f894fda69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.303393 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-34344729-1697-47d1-ad35-a15f894fda69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.341382 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-34344729-1697-47d1-ad35-a15f894fda69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df9010d994f248179d1568acfea97b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399874 Sep 11 14:23:07.342212 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34344729-1697-47d1-ad35-a15f894fda69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ff3e10-ded1-47cb-a30e-0588194bd2ff,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:07.344078 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41336) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:07.392853 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193159c8-c382-4b2b-af9a-4fcc1933ea3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.416799 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193159c8-c382-4b2b-af9a-4fcc1933ea3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.462600 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193159c8-c382-4b2b-af9a-4fcc1933ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.465685 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-193159c8-c382-4b2b-af9a-4fcc1933ea3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.467081 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-193159c8-c382-4b2b-af9a-4fcc1933ea3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67ff3e10-ded1-47cb-a30e-0588194bd2ff HTTP/1.1" status: 204 len: 168 time: 0.1219196 Sep 11 14:23:07.474368 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193159c8-c382-4b2b-af9a-4fcc1933ea3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ff3e10-ded1-47cb-a30e-0588194bd2ff,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:07.722655 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41342) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:07.736658 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d63d7c4d-5819-44c7-81ae-2352eee3473f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.824189 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d63d7c4d-5819-44c7-81ae-2352eee3473f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.827525 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d63d7c4d-5819-44c7-81ae-2352eee3473f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.862987 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d7c4d-5819-44c7-81ae-2352eee3473f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52655ba-4905-4ed1-b17f-5cee02d89353,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:07.867244 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d63d7c4d-5819-44c7-81ae-2352eee3473f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bddf4b3ad1664ced8444ca83e0bbf7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433587 Sep 11 14:23:07.870118 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41344) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:07.916253 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d6e7-f25c-439a-b522-94bab2e6077e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.936698 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d6e7-f25c-439a-b522-94bab2e6077e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.981706 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d6e7-f25c-439a-b522-94bab2e6077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.984240 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ccd8d6e7-f25c-439a-b522-94bab2e6077e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:07.985382 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-ccd8d6e7-f25c-439a-b522-94bab2e6077e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a52655ba-4905-4ed1-b17f-5cee02d89353 HTTP/1.1" status: 204 len: 168 time: 0.1143689 Sep 11 14:23:07.993131 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8d6e7-f25c-439a-b522-94bab2e6077e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52655ba-4905-4ed1-b17f-5cee02d89353,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:08.065725 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:08.311211 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714ed59-1dcd-4207-8bdb-538e9495982f req-e83bf56e-3e8e-45c4-b4d7-8f1fd81d4f85 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:08.312750 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e714ed59-1dcd-4207-8bdb-538e9495982f req-e83bf56e-3e8e-45c4-b4d7-8f1fd81d4f85 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 944 time: 0.0517666 Sep 11 14:23:08.351994 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e714ed59-1dcd-4207-8bdb-538e9495982f req-69ebdff5-0dd8-4423-8abe-0648993e714e tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331085 Sep 11 14:23:09.062577 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 6e324456-ded7-4fdf-a463-d6edeb6ec8ef details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:23:09.272604 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6e324456-ded7-4fdf-a463-d6edeb6ec8ef,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:23:09.284633 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'port_id': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef', 'mac_address': 'fa:16:3e:f9:7d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:23:09.320925 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:09.334231 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e324456-ded7-4fdf-a463-d6edeb6ec8ef {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:23:09.353983 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6e324456-ded7-4fdf-a463-d6edeb6ec8ef,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:23:09.357656 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:09.408654 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=6e324456-ded7-4fdf-a463-d6edeb6ec8ef,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:09.476094 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08351a15-a96f-4d9b-84ff-e7f94199784a req-1afc22ad-8294-4ce8-bc98-227158f9e7a0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:09.477633 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-08351a15-a96f-4d9b-84ff-e7f94199784a req-1afc22ad-8294-4ce8-bc98-227158f9e7a0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 945 time: 0.0507884 Sep 11 14:23:09.516919 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-08351a15-a96f-4d9b-84ff-e7f94199784a req-f0dd0624-8135-493d-a3be-32736f65bf6a tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330234 Sep 11 14:23:09.568280 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:09.700127 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['6e324456-ded7-4fdf-a463-d6edeb6ec8ef'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:23:10.628821 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3636d9-1c13-4d17-b5c7-be7ea96038bb req-966ea184-3b0e-456c-8881-554614a501bb tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:10.630269 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d3636d9-1c13-4d17-b5c7-be7ea96038bb req-966ea184-3b0e-456c-8881-554614a501bb tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 945 time: 0.0479622 Sep 11 14:23:10.669511 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d3636d9-1c13-4d17-b5c7-be7ea96038bb req-6fcca052-621d-40aa-972e-ee1e8b64cca2 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Sep 11 14:23:11.059019 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 6e324456-ded7-4fdf-a463-d6edeb6ec8ef up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:23:11.105236 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:23:11.108814 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:23:11.109183 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:11.182826 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:11.204968 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:23:11.207261 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1446f0b9-68e3-408d-bbd4-f0284755e9bb" -d '{"events": [{"server_uuid": "39b9c696-97f0-41fa-ab4a-a9c56ec4a10a", "name": "network-vif-plugged", "status": "completed", "tag": "6e324456-ded7-4fdf-a463-d6edeb6ec8ef"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:23:11.219735 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6e324456-ded7-4fdf-a463-d6edeb6ec8ef,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:23:11.223974 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:11.251037 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503e9b07-9f90-4ff2-af28-f59d5e34940a x-openstack-request-id: req-503e9b07-9f90-4ff2-af28-f59d5e34940a {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:23:11.251330 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b9c696-97f0-41fa-ab4a-a9c56ec4a10a", "name": "network-vif-plugged", "status": "completed", "tag": "6e324456-ded7-4fdf-a463-d6edeb6ec8ef", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:23:11.251583 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-503e9b07-9f90-4ff2-af28-f59d5e34940a {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:23:11.251968 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef', 'code': 200} Sep 11 14:23:11.276475 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=6e324456-ded7-4fdf-a463-d6edeb6ec8ef,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:11.784195 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a8093-9435-4876-be0f-8aba0ea3d471 req-36007fd5-b52c-468b-a44a-7b489c49c59d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:11.785640 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2f4a8093-9435-4876-be0f-8aba0ea3d471 req-36007fd5-b52c-468b-a44a-7b489c49c59d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 946 time: 0.0517602 Sep 11 14:23:11.823391 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2f4a8093-9435-4876-be0f-8aba0ea3d471 req-ad2dc4cb-451e-43ea-a35c-ee4d69315a0a tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Sep 11 14:23:12.936651 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bff626-7466-481e-afce-2d067a72f565 req-54079b0c-7a4a-4d4b-a18b-8e6f8d0ef807 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:12.938083 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-36bff626-7466-481e-afce-2d067a72f565 req-54079b0c-7a4a-4d4b-a18b-8e6f8d0ef807 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 946 time: 0.0481613 Sep 11 14:23:12.974959 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-36bff626-7466-481e-afce-2d067a72f565 req-176394c7-f547-44b4-9672-5289d39b1cd5 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 Sep 11 14:23:14.090317 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5dd6f-803c-432c-8500-f5895c196f28 req-6dfa683d-a117-46aa-a95a-c13aeac5a274 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:14.091800 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-25e5dd6f-803c-432c-8500-f5895c196f28 req-6dfa683d-a117-46aa-a95a-c13aeac5a274 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 946 time: 0.0505991 Sep 11 14:23:14.131601 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-25e5dd6f-803c-432c-8500-f5895c196f28 req-7ffdef6b-5654-4aca-9448-431535c56fc1 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334947 Sep 11 14:23:14.164103 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2943ea9-1a07-441d-b92e-ff38c2d576d7 req-93d07488-5359-494c-9186-508aacd59171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:14.166186 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-e2943ea9-1a07-441d-b92e-ff38c2d576d7 req-93d07488-5359-494c-9186-508aacd59171 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 1099 time: 0.0448620 Sep 11 14:23:14.200824 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-e2943ea9-1a07-441d-b92e-ff38c2d576d7 req-a71bd4f6-e5bb-4fea-b3b0-6b90e24e8161 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270727 Sep 11 14:23:15.268808 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8234f-a2aa-4ba7-867e-bf1777c34a28 req-14c08015-6005-4984-b93c-fd6a0049050d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:15.270268 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f2f8234f-a2aa-4ba7-867e-bf1777c34a28 req-14c08015-6005-4984-b93c-fd6a0049050d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 946 time: 0.0643041 Sep 11 14:23:15.307885 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f2f8234f-a2aa-4ba7-867e-bf1777c34a28 req-87d9038e-7702-429a-a976-3af8debc17f6 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314157 Sep 11 14:23:16.417829 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b9031-58f0-4fa2-b56e-3feeaf8336d8 req-53b7c759-76f3-4bf5-8314-1eaf86080ee3 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:16.419277 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ff3b9031-58f0-4fa2-b56e-3feeaf8336d8 req-53b7c759-76f3-4bf5-8314-1eaf86080ee3 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 946 time: 0.0474322 Sep 11 14:23:16.454833 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ff3b9031-58f0-4fa2-b56e-3feeaf8336d8 req-8a29675e-e47e-4a22-b73e-9f7c24a61887 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294774 Sep 11 14:23:16.564336 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ce95a-eafc-43be-9de9-95ec5c6ce912 req-c539dce8-2c0e-4192-ac2e-af5f02b47ea8 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:16.565718 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-eb9ce95a-eafc-43be-9de9-95ec5c6ce912 req-c539dce8-2c0e-4192-ac2e-af5f02b47ea8 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 946 time: 0.0468838 Sep 11 14:23:16.603688 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-eb9ce95a-eafc-43be-9de9-95ec5c6ce912 req-d5189c8e-b465-4c6b-b077-189ac6a39ef5 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305750 Sep 11 14:23:16.625776 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41442) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:16.807247 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4794a72-14e2-4621-a6ef-910501739047 tempest-TestVolumeBootPattern-127195204 tempest-TestVolumeBootPattern-127195204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:16.808755 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d4794a72-14e2-4621-a6ef-910501739047 tempest-TestVolumeBootPattern-127195204 tempest-TestVolumeBootPattern-127195204-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 1094 time: 0.1820481 Sep 11 14:23:16.811565 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41446) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:16.815755 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'floatingip': {'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'port_id': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:23:16.836954 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:16.927324 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:17.030200 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Allocated IP 172.27.0.240 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/bb1ae8fe-d063-496d-9477-5fe3b00e149a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:23:17.125173 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:17.165179 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:17.200571 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:23:17.203250 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:23:17.206654 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:23:17.230524 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'Port': ['ID=bb1ae8fe-d063-496d-9477-5fe3b00e149a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:17.747215 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:17.810603 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:17.959368 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:17.963744 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:18.035901 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'Port': ['ID=bb1ae8fe-d063-496d-9477-5fe3b00e149a,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:18.043321 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:18.142254 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.l3_db [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Floating IP 9d1f2e97-bc00-4051-ab5a-04b5c5505054 associated. External IP: 172.27.0.240, port: 6e324456-ded7-4fdf-a463-d6edeb6ec8ef. Sep 11 14:23:18.345269 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Router f169a7a3-8a15-46dc-8c94-0c761b064357 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:23:18.466563 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:23:18.476092 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e5f65-581b-4b6e-a7e3-356b2d04086c None None] Sync routers for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:23:18.483852 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:18.486225 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e5f65-581b-4b6e-a7e3-356b2d04086c None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:23:18.486844 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f79e5f65-581b-4b6e-a7e3-356b2d04086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:23:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:18.510267 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-bcbe3136-09fa-4494-bb9d-557d4333aae0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6977181 Sep 11 14:23:18.510828 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'tag': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:23:18.513094 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69835a2b-8d4f-49c3-806f-d0e8396858fe" -d '{"events": [{"name": "network-changed", "server_uuid": "39b9c696-97f0-41fa-ab4a-a9c56ec4a10a", "tag": "6e324456-ded7-4fdf-a463-d6edeb6ec8ef"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:23:18.549099 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4a1628-ecb2-4164-9c17-09f39c1a7f92 x-openstack-request-id: req-3a4a1628-ecb2-4164-9c17-09f39c1a7f92 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:23:18.549449 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b9c696-97f0-41fa-ab4a-a9c56ec4a10a", "tag": "6e324456-ded7-4fdf-a463-d6edeb6ec8ef", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:23:18.549694 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a4a1628-ecb2-4164-9c17-09f39c1a7f92 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:23:18.550089 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'tag': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef', 'status': 'completed', 'code': 200} Sep 11 14:23:18.590949 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f79e5f65-581b-4b6e-a7e3-356b2d04086c None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:23:18.707264 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69835a2b-8d4f-49c3-806f-d0e8396858fe req-9aa6aa87-eacf-4596-a807-3881eb3954f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:18.708775 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-69835a2b-8d4f-49c3-806f-d0e8396858fe req-9aa6aa87-eacf-4596-a807-3881eb3954f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 1099 time: 0.0393269 Sep 11 14:23:18.818446 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69835a2b-8d4f-49c3-806f-d0e8396858fe req-9a2daff3-4d25-435e-96fe-44e2f7c9c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:18.819924 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-69835a2b-8d4f-49c3-806f-d0e8396858fe req-9a2daff3-4d25-435e-96fe-44e2f7c9c442 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 912 time: 0.0987194 Sep 11 14:23:18.858939 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f79e5f65-581b-4b6e-a7e3-356b2d04086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '9d1f2e97-bc00-4051-ab5a-04b5c5505054', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:f9:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:23:17Z', 'updated_at': '2021-09-11T14:23:17Z', 'revision_number': 0, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:18.884997 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e5f65-581b-4b6e-a7e3-356b2d04086c None None] Checking router: f169a7a3-8a15-46dc-8c94-0c761b064357 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:23:18.893595 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e5f65-581b-4b6e-a7e3-356b2d04086c None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:23:18.894223 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f79e5f65-581b-4b6e-a7e3-356b2d04086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:23:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:18.898077 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-69835a2b-8d4f-49c3-806f-d0e8396858fe req-c78d45f2-e55b-4f26-90bb-f29594adc95c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e324456-ded7-4fdf-a463-d6edeb6ec8ef HTTP/1.1" status: 200 len: 1000 time: 0.0636327 Sep 11 14:23:18.962535 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69835a2b-8d4f-49c3-806f-d0e8396858fe req-4573d43a-e983-45f5-8c1f-d837f231be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:18.964172 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-69835a2b-8d4f-49c3-806f-d0e8396858fe req-4573d43a-e983-45f5-8c1f-d837f231be71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.0477803 Sep 11 14:23:19.009596 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f79e5f65-581b-4b6e-a7e3-356b2d04086c None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:23:19.015706 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69835a2b-8d4f-49c3-806f-d0e8396858fe req-e30d39fe-ee50-4e38-8b6f-a56299431235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:19.017239 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-69835a2b-8d4f-49c3-806f-d0e8396858fe req-e30d39fe-ee50-4e38-8b6f-a56299431235 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448365 Sep 11 14:23:19.118381 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-69835a2b-8d4f-49c3-806f-d0e8396858fe req-325a3a26-4a39-45ad-9621-73d5bbd47c1f service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905633 Sep 11 14:23:19.221478 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-69835a2b-8d4f-49c3-806f-d0e8396858fe req-26ca4b02-1573-4afd-a40c-80713c768139 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931756 Sep 11 14:23:19.238974 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f79e5f65-581b-4b6e-a7e3-356b2d04086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '9d1f2e97-bc00-4051-ab5a-04b5c5505054', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:f9:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:23:17Z', 'updated_at': '2021-09-11T14:23:17Z', 'revision_number': 0, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:19.272160 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e5f65-581b-4b6e-a7e3-356b2d04086c None None] The sync data for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi is: [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '9d1f2e97-bc00-4051-ab5a-04b5c5505054', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:f9:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:23:17Z', 'updated_at': '2021-09-11T14:23:17Z', 'revision_number': 0, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:23:19.484263 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde6f15d-e210-4962-823f-f07612390c35 None None] New status for floating IP 9d1f2e97-bc00-4051-ab5a-04b5c5505054: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:23:20.647282 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac7516-ac1f-4a3f-a9bb-3e590a63860e req-aa66444a-e026-4e55-bd14-1e4cdce004a5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:20.649408 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8fac7516-ac1f-4a3f-a9bb-3e590a63860e req-aa66444a-e026-4e55-bd14-1e4cdce004a5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 946 time: 0.0533910 Sep 11 14:23:20.688360 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8fac7516-ac1f-4a3f-a9bb-3e590a63860e req-6c9722e2-d4ce-4aaa-ab61-714737e7ebe0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328443 Sep 11 14:23:21.826478 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab0b3-56be-44ec-8a9c-5057de7cb0b0 req-6ce6c9a7-6aee-4a88-b019-b122b07d8c1f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:21.827867 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-addab0b3-56be-44ec-8a9c-5057de7cb0b0 req-6ce6c9a7-6aee-4a88-b019-b122b07d8c1f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 946 time: 0.0532618 Sep 11 14:23:21.864849 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-addab0b3-56be-44ec-8a9c-5057de7cb0b0 req-3aed3753-e4c7-4558-9f09-969a4db5b9b4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309231 Sep 11 14:23:22.980285 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718176ec-0d68-4b1d-9f16-247b920f50a5 req-b13e31d0-49f3-4ef0-affa-bc2ad66b8602 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:22.981739 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-718176ec-0d68-4b1d-9f16-247b920f50a5 req-b13e31d0-49f3-4ef0-affa-bc2ad66b8602 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 946 time: 0.0480251 Sep 11 14:23:23.018167 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-718176ec-0d68-4b1d-9f16-247b920f50a5 req-b3972a87-bae4-4ca8-8127-c66907e82ee7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305924 Sep 11 14:23:24.138858 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79614e-6df7-4dd8-aa29-638d9c77c76d req-02acb146-42f1-4c3e-ae50-f596e4d48235 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:24.140239 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-de79614e-6df7-4dd8-aa29-638d9c77c76d req-02acb146-42f1-4c3e-ae50-f596e4d48235 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 946 time: 0.0526447 Sep 11 14:23:24.177226 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-de79614e-6df7-4dd8-aa29-638d9c77c76d req-54fb1655-c84b-44f4-8ea3-113b7867c8af tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Sep 11 14:23:24.703828 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:23:24.980350 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-14c22276-b18f-470d-8efd-21d773bceeed tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:24.981820 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-14c22276-b18f-470d-8efd-21d773bceeed tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 946 time: 0.0502834 Sep 11 14:23:25.082681 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Deleting port 4c9a8e2c-ce71-426b-991e-b3d877832cbc {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:23:25.083018 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:25.173354 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] For port 4c9a8e2c-ce71-426b-991e-b3d877832cbc, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4c9a8e2c-ce71-426b-991e-b3d877832cbc,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:23:25.173690 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:25.295851 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec937eb6-2aa3-46ea-92f0-c41e018b74e8 req-00e844ca-a831-4685-8649-88b4dcf444e9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:25.297356 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ec937eb6-2aa3-46ea-92f0-c41e018b74e8 req-00e844ca-a831-4685-8649-88b4dcf444e9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecd8458c-4890-4c86-94e8-68f357eaced1 HTTP/1.1" status: 200 len: 946 time: 0.0479743 Sep 11 14:23:25.336098 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ec937eb6-2aa3-46ea-92f0-c41e018b74e8 req-bd1ebd89-f1ba-468a-947e-fc6f545d3841 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=5dc35605-0a1b-4683-b12b-a0752fec389a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321240 Sep 11 14:23:25.392996 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:25.393357 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:25.393671 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.l3_db [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Floating IP 5e2d4efa-80c3-47fc-9c32-0566c19d9104 disassociated. External IP: 172.27.0.121, port: 4c9a8e2c-ce71-426b-991e-b3d877832cbc. Sep 11 14:23:25.394006 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Calling delete_port for 4c9a8e2c-ce71-426b-991e-b3d877832cbc owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:23:25.514722 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:25.551166 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event deleted for resources: {'Port': ['ID=4c9a8e2c-ce71-426b-991e-b3d877832cbc,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:25.562034 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.562377 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.562713 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.563043 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.563503 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.563866 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.564206 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.564538 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.564858 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.565176 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.565496 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.565812 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:25.668130 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:23:25.772255 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:23:25.783264 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dcb211-ce0b-481f-837f-220c47f15aef None None] Sync routers for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:23:25.793473 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dcb211-ce0b-481f-837f-220c47f15aef None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:23:25.794077 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-52dcb211-ce0b-481f-837f-220c47f15aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:23:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:25.811782 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] No DVR routers for this DVR port 4c9a8e2c-ce71-426b-991e-b3d877832cbc on host hv-cinder-76019 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:23:25.814393 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:25.816463 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-ba5ee13c-136f-4179-845d-4486740a4e8c req-76285d3a-9fde-49df-9694-7ac620679f62 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.13 "DELETE /v2.0/ports/4c9a8e2c-ce71-426b-991e-b3d877832cbc HTTP/1.1" status: 204 len: 173 time: 0.8177278 Sep 11 14:23:25.816895 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'name': 'network-vif-deleted', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:23:25.819356 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a87cef-a312-488c-bffe-71efe79e8ab7" -d '{"events": [{"server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "name": "network-vif-deleted", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:23:25.855361 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda55f6d-9363-4665-845d-cc2e15263a21 x-openstack-request-id: req-bda55f6d-9363-4665-845d-cc2e15263a21 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:23:25.855662 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd8458c-4890-4c86-94e8-68f357eaced1", "name": "network-vif-deleted", "tag": "4c9a8e2c-ce71-426b-991e-b3d877832cbc", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:23:25.855915 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bda55f6d-9363-4665-845d-cc2e15263a21 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:23:25.856343 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd8458c-4890-4c86-94e8-68f357eaced1', 'name': 'network-vif-deleted', 'tag': '4c9a8e2c-ce71-426b-991e-b3d877832cbc', 'status': 'completed', 'code': 200} Sep 11 14:23:25.903650 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-52dcb211-ce0b-481f-837f-220c47f15aef None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:23:26.114853 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-52dcb211-ce0b-481f-837f-220c47f15aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:26.273500 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dcb211-ce0b-481f-837f-220c47f15aef None None] Checking router: 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:23:26.283327 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dcb211-ce0b-481f-837f-220c47f15aef None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:23:26.284006 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-52dcb211-ce0b-481f-837f-220c47f15aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:23:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:26.401241 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-52dcb211-ce0b-481f-837f-220c47f15aef None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:23:26.448090 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41540) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:26.507989 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801823c7-3863-4ca5-856c-b724a3e3a2d3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:26.532313 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801823c7-3863-4ca5-856c-b724a3e3a2d3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:26.591608 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801823c7-3863-4ca5-856c-b724a3e3a2d3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:26.594523 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-801823c7-3863-4ca5-856c-b724a3e3a2d3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:26.596782 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-801823c7-3863-4ca5-856c-b724a3e3a2d3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "DELETE /v2.0/security-groups/5dc35605-0a1b-4683-b12b-a0752fec389a HTTP/1.1" status: 204 len: 168 time: 0.1474094 Sep 11 14:23:26.598631 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41542) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:26.604969 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-52dcb211-ce0b-481f-837f-220c47f15aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:26.609207 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801823c7-3863-4ca5-856c-b724a3e3a2d3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc35605-0a1b-4683-b12b-a0752fec389a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:26.614621 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.api.v2.resource [None req-9273d28d-4cee-4989-8e6f-343d56193383 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] show failed (client error): The resource could not be found. Sep 11 14:23:26.618502 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:26.618761 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-9273d28d-4cee-4989-8e6f-343d56193383 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups/5dc35605-0a1b-4683-b12b-a0752fec389a HTTP/1.1" status: 404 len: 347 time: 0.0184877 Sep 11 14:23:26.641000 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dcb211-ce0b-481f-837f-220c47f15aef None None] The sync data for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi is: [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:23:26.756639 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8d11d57f-a7a2-4050-bb88-790590142e0a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Deleting port 6a0c9c4a-5738-49f5-8eb8-9bf025b0adcb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:23:26.756978 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d11d57f-a7a2-4050-bb88-790590142e0a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:26.833591 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d11d57f-a7a2-4050-bb88-790590142e0a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:26.833920 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d11d57f-a7a2-4050-bb88-790590142e0a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:26.849175 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-8d11d57f-a7a2-4050-bb88-790590142e0a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Calling delete_port for 6a0c9c4a-5738-49f5-8eb8-9bf025b0adcb owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:23:26.862686 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0a97e7-4381-4388-95d1-3314d7ecae88 None None] New status for floating IP 5e2d4efa-80c3-47fc-9c32-0566c19d9104: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:23:27.020386 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d11d57f-a7a2-4050-bb88-790590142e0a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.042530 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11d57f-a7a2-4050-bb88-790590142e0a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event deleted for resources: {'Port': ['ID=6a0c9c4a-5738-49f5-8eb8-9bf025b0adcb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:27.113081 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d11d57f-a7a2-4050-bb88-790590142e0a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.115789 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d11d57f-a7a2-4050-bb88-790590142e0a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.117032 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-8d11d57f-a7a2-4050-bb88-790590142e0a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "DELETE /v2.0/floatingips/5e2d4efa-80c3-47fc-9c32-0566c19d9104 HTTP/1.1" status: 204 len: 168 time: 0.4970992 Sep 11 14:23:27.428363 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41550) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:27.433029 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8814be8d-b45d-41d7-b3e1-814eefa21e21 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052306841', 'description': 'tempest-description--1998656287'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:23:27.453514 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8814be8d-b45d-41d7-b3e1-814eefa21e21 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.531443 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8814be8d-b45d-41d7-b3e1-814eefa21e21 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.535172 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8814be8d-b45d-41d7-b3e1-814eefa21e21 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.567836 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8814be8d-b45d-41d7-b3e1-814eefa21e21 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.569016 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-8814be8d-b45d-41d7-b3e1-814eefa21e21 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1396787 Sep 11 14:23:27.570911 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814be8d-b45d-41d7-b3e1-814eefa21e21 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ea0c41-1e26-4983-ae07-88d10d635415,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:27.571861 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41552) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:27.576386 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-58d0cf27-891e-4ee3-949e-ea6be778e492 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'security_group_rule': {'security_group_id': '09ea0c41-1e26-4983-ae07-88d10d635415', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:23:27.601482 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58d0cf27-891e-4ee3-949e-ea6be778e492 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.646530 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58d0cf27-891e-4ee3-949e-ea6be778e492 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.650191 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58d0cf27-891e-4ee3-949e-ea6be778e492 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.668084 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0cf27-891e-4ee3-949e-ea6be778e492 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc96c4f8-2b8b-4358-af9e-2734350d3a0c,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:27.675029 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-58d0cf27-891e-4ee3-949e-ea6be778e492 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.675962 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-58d0cf27-891e-4ee3-949e-ea6be778e492 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1030724 Sep 11 14:23:27.678574 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41554) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:27.683324 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bef9f7de-d8d0-4a89-b9b7-34a5aa7b67b2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'security_group_rule': {'security_group_id': '09ea0c41-1e26-4983-ae07-88d10d635415', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:23:27.710744 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bef9f7de-d8d0-4a89-b9b7-34a5aa7b67b2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.773287 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bef9f7de-d8d0-4a89-b9b7-34a5aa7b67b2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.777490 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bef9f7de-d8d0-4a89-b9b7-34a5aa7b67b2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.795694 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9f7de-d8d0-4a89-b9b7-34a5aa7b67b2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4626ca-3f95-45b3-9de5-7b48cbc34bc0,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:27.803109 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bef9f7de-d8d0-4a89-b9b7-34a5aa7b67b2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.804388 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-bef9f7de-d8d0-4a89-b9b7-34a5aa7b67b2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248934 Sep 11 14:23:27.808200 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41556) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:27.812533 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'floatingip': {'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:23:27.833887 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:27.926042 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:28.028540 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Allocated IP 172.27.0.226 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/c822e3cc-f65d-4807-bc29-3627d1904f6c) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:23:28.144597 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:28.185725 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:28.222875 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:23:28.226904 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:23:28.231416 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:23:28.255091 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'Port': ['ID=c822e3cc-f65d-4807-bc29-3627d1904f6c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:28.316659 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:28.349741 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:28.500102 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:28.504357 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12378493'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:28.570759 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'Port': ['ID=c822e3cc-f65d-4807-bc29-3627d1904f6c,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:28.582191 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:28.594936 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:28.596146 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-b6a5b93b-60ee-4d64-90b5-4af7830a3ef4 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7870147 Sep 11 14:23:28.780908 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-2693751f-4702-4cd1-932c-01ec9cb6c96c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2052306841&fields=id&tenant_id=b93843a73a5d4b89a16b9be7e336b96f HTTP/1.1" status: 200 len: 267 time: 0.0346806 Sep 11 14:23:28.895578 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-30e1c331-3bbd-409b-a2e2-f5431933af7c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:28.897044 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-30e1c331-3bbd-409b-a2e2-f5431933af7c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 816 time: 0.1083403 Sep 11 14:23:28.911974 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-c87fc96e-42be-4cf5-a034-7596f511c61a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/quotas/b93843a73a5d4b89a16b9be7e336b96f HTTP/1.1" status: 200 len: 375 time: 0.0087149 Sep 11 14:23:28.962476 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-2b72d887-1450-4a81-aa5d-8be5994b540c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453815 Sep 11 14:23:29.053895 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-680b7516-7305-4538-adb7-f83c24a5135b service neutron] 10.222.0.37 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793221 Sep 11 14:23:29.146032 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-b6eeb55f-8d4f-43a4-a70d-3ea0f2186865 service neutron] 10.222.0.37 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856249 Sep 11 14:23:29.301976 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b92738c0-efd1-4b5e-9cdf-9ad45e7142c2 req-8d45c012-8c46-44d1-92a3-08d65670e3cd tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 210 time: 0.0274599 Sep 11 14:23:30.151620 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-cdb725d9-8b03-4875-81ec-acced17b800e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388498 Sep 11 14:23:30.234646 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-1ac8c788-b7e7-4aa0-a7bd-d426d6cd3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:30.236096 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-1ac8c788-b7e7-4aa0-a7bd-d426d6cd3219 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 1099 time: 0.0393841 Sep 11 14:23:30.345280 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-ec70425b-3b29-499b-bec8-0107c0d7821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:30.346907 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-ec70425b-3b29-499b-bec8-0107c0d7821c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 200 len: 912 time: 0.0896735 Sep 11 14:23:30.439236 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-92fd154b-8317-47a8-9231-1a07026d4889 req-c2ef5307-2d17-4811-8d8d-8fe0bba95690 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 210 time: 0.0581253 Sep 11 14:23:30.441222 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-5266747c-a76f-4dc7-a287-2f9c5b5dc9ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6d73b2-4dbb-40af-9bdb-cd2391958368 HTTP/1.1" status: 200 len: 1000 time: 0.0814166 Sep 11 14:23:30.447794 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 4c9a8e2c-ce71-426b-991e-b3d877832cbc no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:23:30.487744 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-65b8d9f8-0f80-4800-9e6a-0eaee699b095 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:30.490060 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-65b8d9f8-0f80-4800-9e6a-0eaee699b095 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.13 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 816 time: 0.1505561 Sep 11 14:23:30.499456 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-2d63723e-eed2-46e3-b484-4537f6a92121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:30.501628 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-2d63723e-eed2-46e3-b484-4537f6a92121 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfefa7e4-1f06-4c34-a9aa-5e09faee6615 HTTP/1.1" status: 200 len: 850 time: 0.0517817 Sep 11 14:23:30.503978 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 4c9a8e2c-ce71-426b-991e-b3d877832cbc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:23:30.504554 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 4c9a8e2c-ce71-426b-991e-b3d877832cbc not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:23:30.560738 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9703f1db-9ac7-4b95-a40d-a49c44551497 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93843a73a5d4b89a16b9be7e336b96f HTTP/1.1" status: 200 len: 380 time: 0.0445492 Sep 11 14:23:30.569825 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-bf48bdd7-4c60-42c0-8770-fe2bc68961a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:30.571353 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-bf48bdd7-4c60-42c0-8770-fe2bc68961a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae3f95-13a4-4d44-a868-d7efcecd67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539436 Sep 11 14:23:30.578993 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'port': {'device_id': '66558777-86c9-429c-b55a-df19e34f08f2', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'admin_state_up': True, 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'security_groups': ['09ea0c41-1e26-4983-ae07-88d10d635415']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:23:30.665284 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-e4ee37ef-f6fe-46d6-89ad-b1a42efffdc3 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798068 Sep 11 14:23:30.684451 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Made reservation on behalf of b93843a73a5d4b89a16b9be7e336b96f for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:23:30.687810 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:30.769663 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-8fa2fa7e-a14e-4a46-a96b-a84ff6f61a7d req-64a38237-d3dc-4d96-bd93-07759a0487dd service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952003 Sep 11 14:23:30.814429 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Allocated IP 172.20.0.14 (568a2f43-8e1f-4fbd-a0a8-eb269904e315/f7ae9505-f681-4fac-b501-61ec146fba44/5270185e-013c-44be-9b84-1e3eff24a2f6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:23:30.951858 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:30.964443 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Transition to ACTIVE for port object 5270185e-013c-44be-9b84-1e3eff24a2f6 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:23:30.995830 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:31.035305 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:23:31.038171 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:23:31.042182 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:23:31.067598 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event updated for resources: {'Port': ['ID=5270185e-013c-44be-9b84-1e3eff24a2f6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:31.085410 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.085752 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.086085 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.086413 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.086739 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.087069 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.087392 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.087713 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.088072 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.088408 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.088723 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.089037 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:31.114042 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:31.114647 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:31.129417 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-9b7595ad-f879-44a7-9340-3edec14e07ce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5543458 Sep 11 14:23:31.153136 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Request body: {'port': {'device_id': '66558777-86c9-429c-b55a-df19e34f08f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:23:31.201082 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:31.208511 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:31.274289 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ad8d823e-2368-4ccf-9ab2-fa3768053f7e None None] Provisioning for port 5270185e-013c-44be-9b84-1e3eff24a2f6 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:23:31.279251 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-ad8d823e-2368-4ccf-9ab2-fa3768053f7e None None] Provisioning complete for port 5270185e-013c-44be-9b84-1e3eff24a2f6 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:23:31.279823 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-ad8d823e-2368-4ccf-9ab2-fa3768053f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:31.316125 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d823e-2368-4ccf-9ab2-fa3768053f7e None None] Port 5270185e-013c-44be-9b84-1e3eff24a2f6 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:23:31.470141 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5270185e-013c-44be-9b84-1e3eff24a2f6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:23:31.477282 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:31.489239 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Transition to ACTIVE for port object 5270185e-013c-44be-9b84-1e3eff24a2f6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:23:31.492001 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:31.772752 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5270185e-013c-44be-9b84-1e3eff24a2f6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:31.828100 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b6ba3-1216-4273-b952-d487c2a3f837 req-2e057bef-c6a2-42a2-b28e-faa2292bc393 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:31.829541 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-933b6ba3-1216-4273-b952-d487c2a3f837 req-2e057bef-c6a2-42a2-b28e-faa2292bc393 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.1139240 Sep 11 14:23:31.873749 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Attempting to bind port 5270185e-013c-44be-9b84-1e3eff24a2f6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:23:31.874080 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Attempting to bind port 5270185e-013c-44be-9b84-1e3eff24a2f6 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:23:31.874401 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Attempting to bind port 5270185e-013c-44be-9b84-1e3eff24a2f6 on network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:23:31.888112 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Port 5270185e-013c-44be-9b84-1e3eff24a2f6 on network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:23:31.888445 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Attempting to bind port 5270185e-013c-44be-9b84-1e3eff24a2f6 on network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:23:31.892843 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-933b6ba3-1216-4273-b952-d487c2a3f837 req-c09adf2f-3040-4611-9580-3c87212c6ecb tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549207 Sep 11 14:23:31.896880 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:23:31.897202 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Checking segment: {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:23:31.897571 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Bound using segment: {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:23:31.897995 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Bound port: 5270185e-013c-44be-9b84-1e3eff24a2f6, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4accf2-5ad5-4423-a3ba-ba7440428324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:23:31.898346 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:31.967123 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:23:31.970458 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:23:31.973971 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:32.008484 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:32.009090 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:32.011323 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] 10.222.0.13 "PUT /v2.0/ports/5270185e-013c-44be-9b84-1e3eff24a2f6 HTTP/1.1" status: 200 len: 1094 time: 0.8625779 Sep 11 14:23:32.011759 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:23:32.014150 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a6a77f-5de8-41ca-981e-4d9eec293a66" -d '{"events": [{"name": "network-changed", "server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:23:32.045099 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14880fd4-de3d-4a7c-8a16-0ad4a3c39dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=5270185e-013c-44be-9b84-1e3eff24a2f6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:32.053195 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32814a9c-2ddb-4f9f-bb48-aaabd180fc20 x-openstack-request-id: req-32814a9c-2ddb-4f9f-bb48-aaabd180fc20 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:23:32.053619 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:23:32.053744 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32814a9c-2ddb-4f9f-bb48-aaabd180fc20 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:23:32.054245 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'status': 'completed', 'code': 200} Sep 11 14:23:33.014445 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f5228-96b1-4669-84a7-713a7295ac35 req-4ca8eed9-888f-417d-bda9-ac577fd795e9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:33.015897 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-487f5228-96b1-4669-84a7-713a7295ac35 req-4ca8eed9-888f-417d-bda9-ac577fd795e9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0509892 Sep 11 14:23:33.052310 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-487f5228-96b1-4669-84a7-713a7295ac35 req-cb516d08-7599-4632-9358-764878e693fa tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305154 Sep 11 14:23:34.173614 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd9e62-4c1c-4c0a-957b-e2f089d53677 req-4ceaec4d-1a86-45ed-ab10-37f94d7343f3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:34.174959 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-03cd9e62-4c1c-4c0a-957b-e2f089d53677 req-4ceaec4d-1a86-45ed-ab10-37f94d7343f3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0475318 Sep 11 14:23:34.235435 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-03cd9e62-4c1c-4c0a-957b-e2f089d53677 req-3777908e-15c5-4cb2-a15e-922c913c4866 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501864 Sep 11 14:23:34.241186 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-80d6332c-848f-46fd-a133-a93223586da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:34.242616 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-80d6332c-848f-46fd-a133-a93223586da7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 1097 time: 0.0652769 Sep 11 14:23:34.299473 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-02f04e66-7a5b-478a-8346-983796c488eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:35.359272 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-8cf97582-c0cf-46b2-8112-80953955c80c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5270185e-013c-44be-9b84-1e3eff24a2f6 HTTP/1.1" status: 200 len: 217 time: 0.0585310 Sep 11 14:23:35.405362 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6788eb-7aca-4c09-8f6b-71ee81bcb3b4 req-6a84ed4c-4807-48bc-a893-a31c5c140275 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:35.406784 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-da6788eb-7aca-4c09-8f6b-71ee81bcb3b4 req-6a84ed4c-4807-48bc-a893-a31c5c140275 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.1002796 Sep 11 14:23:35.434940 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-d2c8ba17-705b-4454-9470-aaaca07a5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:35.436375 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-d2c8ba17-705b-4454-9470-aaaca07a5221 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 200 len: 855 time: 0.0662286 Sep 11 14:23:35.461769 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-da6788eb-7aca-4c09-8f6b-71ee81bcb3b4 req-48d4aef9-bbea-45df-8ea7-0ac5e4fde2a5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475042 Sep 11 14:23:35.492593 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-ed6e6c0c-4822-4300-b81a-001bb8b784e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:35.494676 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-ed6e6c0c-4822-4300-b81a-001bb8b784e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568a2f43-8e1f-4fbd-a0a8-eb269904e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456386 Sep 11 14:23:35.587757 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-4491f2ba-e262-433b-abad-4c11eb45d45e service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791757 Sep 11 14:23:35.680163 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b5d7c45-c94b-4643-a036-d4a67d7b2ac5 req-f490ac71-9e7e-4563-8b2c-8f1284d79084 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844285 Sep 11 14:23:35.846444 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a77f-5de8-41ca-981e-4d9eec293a66 req-3f07b716-6953-4db4-b1f4-c3f6024e8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:35.847823 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f9a6a77f-5de8-41ca-981e-4d9eec293a66 req-3f07b716-6953-4db4-b1f4-c3f6024e8bc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 1097 time: 0.0399988 Sep 11 14:23:35.941781 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a77f-5de8-41ca-981e-4d9eec293a66 req-76f57d34-a75a-4da8-9eae-aff1e73095bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:35.943310 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f9a6a77f-5de8-41ca-981e-4d9eec293a66 req-76f57d34-a75a-4da8-9eae-aff1e73095bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 917 time: 0.0848796 Sep 11 14:23:35.986510 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f9a6a77f-5de8-41ca-981e-4d9eec293a66 req-68824fa7-93ca-4cea-b1fd-bef2a66a74db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5270185e-013c-44be-9b84-1e3eff24a2f6 HTTP/1.1" status: 200 len: 217 time: 0.0348496 Sep 11 14:23:36.048448 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a77f-5de8-41ca-981e-4d9eec293a66 req-8fce0642-a066-4973-8b4e-d85faad74b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:36.049917 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f9a6a77f-5de8-41ca-981e-4d9eec293a66 req-8fce0642-a066-4973-8b4e-d85faad74b5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 200 len: 855 time: 0.0445004 Sep 11 14:23:36.102943 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6a77f-5de8-41ca-981e-4d9eec293a66 req-8f999e40-51b6-4ad2-be34-8c37013d1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:36.104750 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f9a6a77f-5de8-41ca-981e-4d9eec293a66 req-8f999e40-51b6-4ad2-be34-8c37013d1c54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568a2f43-8e1f-4fbd-a0a8-eb269904e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413005 Sep 11 14:23:36.204765 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f9a6a77f-5de8-41ca-981e-4d9eec293a66 req-fdf5055a-9b9f-4306-835a-f4f17ebe4d27 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880973 Sep 11 14:23:36.310357 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f9a6a77f-5de8-41ca-981e-4d9eec293a66 req-fd7fa4ca-d0c0-406a-99fb-8de928103701 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874906 Sep 11 14:23:36.595871 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831bb0b-2215-41c9-b004-a733592c19a4 req-d4da7ccd-1d42-42b5-af9f-291731dca3af tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:36.597406 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a831bb0b-2215-41c9-b004-a733592c19a4 req-d4da7ccd-1d42-42b5-af9f-291731dca3af tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0602872 Sep 11 14:23:36.637656 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a831bb0b-2215-41c9-b004-a733592c19a4 req-65f377dd-22cf-4ed2-9e47-9314e4857fce tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335441 Sep 11 14:23:36.876719 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7b07d48b-a9ef-4a8b-8f22-0e9721123f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:37.125468 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:37.757632 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566fbf5-0fec-4542-860a-f76b4fd06c42 req-d5ace908-5402-4a06-b1d7-20834642c4fb tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:37.759085 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f566fbf5-0fec-4542-860a-f76b4fd06c42 req-d5ace908-5402-4a06-b1d7-20834642c4fb tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0471401 Sep 11 14:23:37.798420 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f566fbf5-0fec-4542-860a-f76b4fd06c42 req-d6c14ecb-d0e0-4fa6-bdb2-6473aca57c12 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324771 Sep 11 14:23:38.068468 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:38.457292 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5270185e-013c-44be-9b84-1e3eff24a2f6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:23:38.552344 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:23:38.564515 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'port_id': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'mac_address': 'fa:16:3e:e3:7a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:23:38.601212 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:38.615986 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5270185e-013c-44be-9b84-1e3eff24a2f6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:23:38.636567 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:23:38.640413 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:38.688200 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=5270185e-013c-44be-9b84-1e3eff24a2f6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:38.694887 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.695234 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.695574 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.695908 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.696269 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.696629 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.696953 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.697278 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.697624 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.697951 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.698271 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.698592 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:23:38.919509 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23e7e0-98d6-4d6c-91a8-6d35fd5b6d7d req-0cd406b3-d94d-4e86-9675-8badf87a8aee tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:38.921039 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6d23e7e0-98d6-4d6c-91a8-6d35fd5b6d7d req-0cd406b3-d94d-4e86-9675-8badf87a8aee tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 945 time: 0.0540440 Sep 11 14:23:38.957581 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6d23e7e0-98d6-4d6c-91a8-6d35fd5b6d7d req-611661b4-05f3-4459-ad32-3c3cd196cf1d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303180 Sep 11 14:23:39.084969 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['5270185e-013c-44be-9b84-1e3eff24a2f6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:23:39.570398 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:39.887603 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41688) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:39.991206 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f91967f-395e-4da7-8cc3-36a60242061e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.078183 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38845a77-6855-4188-a9b8-f58a2af0a1a3 req-0563975d-5315-41a5-8757-4769a34e1694 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:40.079535 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-38845a77-6855-4188-a9b8-f58a2af0a1a3 req-0563975d-5315-41a5-8757-4769a34e1694 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Sep 11 14:23:40.079900 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f91967f-395e-4da7-8cc3-36a60242061e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.083753 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-5f91967f-395e-4da7-8cc3-36a60242061e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.117059 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-38845a77-6855-4188-a9b8-f58a2af0a1a3 req-6a13208a-a492-4c4c-b445-6fae977e8d63 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308018 Sep 11 14:23:40.122521 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-5f91967f-395e-4da7-8cc3-36a60242061e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d517865d983425fb9ae86cc37006f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338159 Sep 11 14:23:40.123499 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91967f-395e-4da7-8cc3-36a60242061e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb22882c-abcc-4614-81a0-2a444d222b90,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:40.125077 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41694) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:40.175310 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54492316-f258-47b4-ad53-f524d14cc5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.196327 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54492316-f258-47b4-ad53-f524d14cc5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.240432 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54492316-f258-47b4-ad53-f524d14cc5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.242956 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54492316-f258-47b4-ad53-f524d14cc5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.244757 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-54492316-f258-47b4-ad53-f524d14cc5c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb22882c-abcc-4614-81a0-2a444d222b90 HTTP/1.1" status: 204 len: 168 time: 0.1184106 Sep 11 14:23:40.251919 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54492316-f258-47b4-ad53-f524d14cc5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb22882c-abcc-4614-81a0-2a444d222b90,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:40.455487 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5270185e-013c-44be-9b84-1e3eff24a2f6 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:23:40.494780 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:40.504702 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 5270185e-013c-44be-9b84-1e3eff24a2f6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:23:40.508220 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffd42bea-2391-4839-8271-1e9929868d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.508344 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 5270185e-013c-44be-9b84-1e3eff24a2f6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:23:40.508667 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.590197 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.600386 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffd42bea-2391-4839-8271-1e9929868d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.606006 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ffd42bea-2391-4839-8271-1e9929868d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.613911 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:23:40.616130 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c739136-e6c9-453c-8439-411e9b3ebc96" -d '{"events": [{"server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "name": "network-vif-plugged", "status": "completed", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:23:40.628416 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:23:40.632759 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.645046 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-ffd42bea-2391-4839-8271-1e9929868d43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=288c6050fa8b40c897711dc897b6ce86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489763 Sep 11 14:23:40.647692 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41704) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:40.654621 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd42bea-2391-4839-8271-1e9929868d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5fed3f-294b-4d48-b723-67c4b7d48437,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:40.658329 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6152c3-a0ed-4074-833a-6f8ebe151b47 x-openstack-request-id: req-3e6152c3-a0ed-4074-833a-6f8ebe151b47 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:23:40.658620 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "name": "network-vif-plugged", "status": "completed", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:23:40.658866 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e6152c3-a0ed-4074-833a-6f8ebe151b47 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:23:40.659247 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'code': 200} Sep 11 14:23:40.686675 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=5270185e-013c-44be-9b84-1e3eff24a2f6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:40.700584 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d76a7a50-7b24-436b-be69-1f9cadd19165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.722446 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d76a7a50-7b24-436b-be69-1f9cadd19165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.768296 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d76a7a50-7b24-436b-be69-1f9cadd19165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.770986 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d76a7a50-7b24-436b-be69-1f9cadd19165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:40.772147 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d76a7a50-7b24-436b-be69-1f9cadd19165 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed5fed3f-294b-4d48-b723-67c4b7d48437 HTTP/1.1" status: 204 len: 168 time: 0.1233618 Sep 11 14:23:40.780338 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a7a50-7b24-436b-be69-1f9cadd19165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5fed3f-294b-4d48-b723-67c4b7d48437,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:40.887759 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e50a1-261b-4ea2-b5a8-a260db900db1 req-18d6fc75-3abe-49d1-9d01-0adcf231ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:40.889386 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8d0e50a1-261b-4ea2-b5a8-a260db900db1 req-18d6fc75-3abe-49d1-9d01-0adcf231ff51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 1099 time: 0.0439599 Sep 11 14:23:40.927392 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8d0e50a1-261b-4ea2-b5a8-a260db900db1 req-085d7400-bc4f-427c-b1c0-c6e37edcf42d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288694 Sep 11 14:23:41.236814 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae134b1-a425-42b6-8a9e-6c6162d99b89 req-404a3cb2-f18f-4c3d-bc3f-2a1a7d82213c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:41.238293 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cae134b1-a425-42b6-8a9e-6c6162d99b89 req-404a3cb2-f18f-4c3d-bc3f-2a1a7d82213c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0491805 Sep 11 14:23:41.276507 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cae134b1-a425-42b6-8a9e-6c6162d99b89 req-3ebbc70a-4cd5-4407-90fe-7346e52e0983 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Sep 11 14:23:42.394834 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90086276-9efb-4bb1-b0ab-79d1cf07e96a req-aca4f024-b8f1-41d2-91e6-f6833f66ff19 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:42.400791 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-90086276-9efb-4bb1-b0ab-79d1cf07e96a req-aca4f024-b8f1-41d2-91e6-f6833f66ff19 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0539103 Sep 11 14:23:42.437090 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-90086276-9efb-4bb1-b0ab-79d1cf07e96a req-6e9476a5-eb6a-482c-b960-600c5f6f4f9b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345790 Sep 11 14:23:43.561433 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5834e-945d-4ab3-8499-181a63b4d857 req-ef24a6f3-1599-4b48-8140-49643f2566dd tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:43.562897 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d7c5834e-945d-4ab3-8499-181a63b4d857 req-ef24a6f3-1599-4b48-8140-49643f2566dd tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0516489 Sep 11 14:23:43.599789 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d7c5834e-945d-4ab3-8499-181a63b4d857 req-b9259461-e81e-494d-b539-ce4e79546e19 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306520 Sep 11 14:23:43.713025 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587c0bd-ff51-4ca7-a178-90ab1494417a req-b05a6ca6-9c1c-4855-acfa-21604fc4396e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:43.714473 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9587c0bd-ff51-4ca7-a178-90ab1494417a req-b05a6ca6-9c1c-4855-acfa-21604fc4396e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0496171 Sep 11 14:23:43.722708 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:43.727195 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-8f4377d3-43cc-4f6c-986a-0cb1ae399804 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Request body: {'floatingip': {'port_id': '5270185e-013c-44be-9b84-1e3eff24a2f6'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:23:43.770325 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f4377d3-43cc-4f6c-986a-0cb1ae399804 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:44.205244 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f4377d3-43cc-4f6c-986a-0cb1ae399804 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:44.209481 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f4377d3-43cc-4f6c-986a-0cb1ae399804 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:44.311820 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.l3_db [None req-8f4377d3-43cc-4f6c-986a-0cb1ae399804 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Floating IP eb0dba9f-fc66-4557-ad5c-d89d4ac1c372 associated. External IP: 172.27.0.226, port: 5270185e-013c-44be-9b84-1e3eff24a2f6. Sep 11 14:23:44.514180 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4377d3-43cc-4f6c-986a-0cb1ae399804 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:23:44.828166 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4377d3-43cc-4f6c-986a-0cb1ae399804 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:23:44.832849 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8f4377d3-43cc-4f6c-986a-0cb1ae399804 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:44.840096 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa3da3-93b8-4673-a124-96d29f6b75ff None None] Sync routers for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:23:44.848903 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa3da3-93b8-4673-a124-96d29f6b75ff None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:23:44.849513 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-17aa3da3-93b8-4673-a124-96d29f6b75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:23:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:44.858392 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-8f4377d3-43cc-4f6c-986a-0cb1ae399804 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "PUT /v2.0/floatingips/eb0dba9f-fc66-4557-ad5c-d89d4ac1c372 HTTP/1.1" status: 200 len: 992 time: 1.1347146 Sep 11 14:23:44.859035 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:23:44.861340 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c" -d '{"events": [{"name": "network-changed", "server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:23:44.899040 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cedb57-2250-44b0-9d25-8de91487894a x-openstack-request-id: req-67cedb57-2250-44b0-9d25-8de91487894a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:23:44.899436 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:23:44.899714 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67cedb57-2250-44b0-9d25-8de91487894a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:23:44.900301 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'status': 'completed', 'code': 200} Sep 11 14:23:44.956980 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-17aa3da3-93b8-4673-a124-96d29f6b75ff None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:23:44.994605 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c req-5aeb5ada-f3c3-4edb-9711-991960f9ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:44.996098 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c req-5aeb5ada-f3c3-4edb-9711-991960f9ffd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 1099 time: 0.0422750 Sep 11 14:23:45.088683 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c req-c012a09d-4dac-46a8-91ae-23f1b07f2b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:45.090047 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c req-c012a09d-4dac-46a8-91ae-23f1b07f2b43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 917 time: 0.0854433 Sep 11 14:23:45.154632 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c req-833654e6-706b-4019-81d6-0bb308d54077 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5270185e-013c-44be-9b84-1e3eff24a2f6 HTTP/1.1" status: 200 len: 1000 time: 0.0556259 Sep 11 14:23:45.177712 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-17aa3da3-93b8-4673-a124-96d29f6b75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'eb0dba9f-fc66-4557-ad5c-d89d4ac1c372', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'port_id': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'mac_address': 'fa:16:3e:e3:7a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66558777-86c9-429c-b55a-df19e34f08f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:23:28Z', 'updated_at': '2021-09-11T14:23:44Z', 'revision_number': 1, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:45.204814 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa3da3-93b8-4673-a124-96d29f6b75ff None None] Checking router: 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:23:45.211125 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c req-0a70be37-8a25-476b-a795-411dcd252776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:45.213120 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c req-0a70be37-8a25-476b-a795-411dcd252776 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 200 len: 855 time: 0.0501654 Sep 11 14:23:45.217607 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa3da3-93b8-4673-a124-96d29f6b75ff None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:23:45.218257 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-17aa3da3-93b8-4673-a124-96d29f6b75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:23:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:45.261916 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c req-e451dd89-a935-4fe8-8631-e57c9c804657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:23:45.263395 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c req-e451dd89-a935-4fe8-8631-e57c9c804657 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568a2f43-8e1f-4fbd-a0a8-eb269904e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404823 Sep 11 14:23:45.322549 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-17aa3da3-93b8-4673-a124-96d29f6b75ff None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:23:45.362616 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c req-f4e91a95-0acb-4305-90cf-9df07816d1d3 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840230 Sep 11 14:23:45.465817 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-47de5cf6-4712-4eb6-beb9-1dcb13f6769c req-f76a3cf5-87ad-4e40-80ab-547a9ba48bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946665 Sep 11 14:23:45.566076 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-17aa3da3-93b8-4673-a124-96d29f6b75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'eb0dba9f-fc66-4557-ad5c-d89d4ac1c372', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'port_id': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'mac_address': 'fa:16:3e:e3:7a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66558777-86c9-429c-b55a-df19e34f08f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:23:28Z', 'updated_at': '2021-09-11T14:23:44Z', 'revision_number': 1, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:23:45.596881 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa3da3-93b8-4673-a124-96d29f6b75ff None None] The sync data for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi is: [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'eb0dba9f-fc66-4557-ad5c-d89d4ac1c372', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'port_id': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'mac_address': 'fa:16:3e:e3:7a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66558777-86c9-429c-b55a-df19e34f08f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:23:28Z', 'updated_at': '2021-09-11T14:23:44Z', 'revision_number': 1, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:23:45.666221 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41816) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:45.772997 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-391af110-7f60-402c-ba28-26ad9ee71a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:45.778863 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02849d6b-2035-4584-8dfe-a45da9276e9a None None] New status for floating IP eb0dba9f-fc66-4557-ad5c-d89d4ac1c372: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:23:45.870702 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-391af110-7f60-402c-ba28-26ad9ee71a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:45.874954 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-391af110-7f60-402c-ba28-26ad9ee71a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:45.912465 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-391af110-7f60-402c-ba28-26ad9ee71a00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=deac2beb90e64cc38a8933e8f78aeb26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449284 Sep 11 14:23:45.913166 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391af110-7f60-402c-ba28-26ad9ee71a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77355b35-3e3d-4266-a798-c13f301a1f3d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:45.915762 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41820) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:45.966575 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79db9385-bfba-4eeb-b9d7-4edc6b39e483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:45.989906 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79db9385-bfba-4eeb-b9d7-4edc6b39e483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:46.254485 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79db9385-bfba-4eeb-b9d7-4edc6b39e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:46.257136 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-79db9385-bfba-4eeb-b9d7-4edc6b39e483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:46.258290 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-79db9385-bfba-4eeb-b9d7-4edc6b39e483 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77355b35-3e3d-4266-a798-c13f301a1f3d HTTP/1.1" status: 204 len: 168 time: 0.3409832 Sep 11 14:23:46.266885 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db9385-bfba-4eeb-b9d7-4edc6b39e483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77355b35-3e3d-4266-a798-c13f301a1f3d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:46.507708 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41828) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:46.520979 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64f335e4-f5af-4ec8-a833-6734b0b47ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:46.606496 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64f335e4-f5af-4ec8-a833-6734b0b47ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:46.609739 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-64f335e4-f5af-4ec8-a833-6734b0b47ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:46.644682 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f335e4-f5af-4ec8-a833-6734b0b47ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a38326-a9d7-4256-8146-3a8b3745aee4,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:46.648845 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-64f335e4-f5af-4ec8-a833-6734b0b47ab3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d01cd3ca15b04bc7b36e2d75ce1eacb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400797 Sep 11 14:23:46.651361 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 41830) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:46.697619 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0667-9996-4775-9e43-7e23c017d7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:46.717118 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0667-9996-4775-9e43-7e23c017d7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:46.760695 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0667-9996-4775-9e43-7e23c017d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:46.763049 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8b5c0667-9996-4775-9e43-7e23c017d7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:46.764137 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-8b5c0667-9996-4775-9e43-7e23c017d7a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32a38326-a9d7-4256-8146-3a8b3745aee4 HTTP/1.1" status: 204 len: 168 time: 0.1119022 Sep 11 14:23:46.771455 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c0667-9996-4775-9e43-7e23c017d7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a38326-a9d7-4256-8146-3a8b3745aee4,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:47.067493 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41836) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:47.084096 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d6c89c5-dcac-4fbe-adf2-bcc02b70d658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:47.173672 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d6c89c5-dcac-4fbe-adf2-bcc02b70d658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:47.177419 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-6d6c89c5-dcac-4fbe-adf2-bcc02b70d658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:47.213938 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c89c5-dcac-4fbe-adf2-bcc02b70d658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a77b7b9-3fad-491d-baac-9c73d7c40c7e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:47.218160 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-6d6c89c5-dcac-4fbe-adf2-bcc02b70d658 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa0eb5e5e0b64773b4f69554a667bc87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496341 Sep 11 14:23:47.220780 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41840) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:47.269447 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9b65-2017-415b-be3f-9bca7aba0bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:47.291480 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9b65-2017-415b-be3f-9bca7aba0bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:47.336412 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9b65-2017-415b-be3f-9bca7aba0bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:47.339673 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9b2a9b65-2017-415b-be3f-9bca7aba0bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:47.340837 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-9b2a9b65-2017-415b-be3f-9bca7aba0bb6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a77b7b9-3fad-491d-baac-9c73d7c40c7e HTTP/1.1" status: 204 len: 168 time: 0.1191168 Sep 11 14:23:47.348389 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a9b65-2017-415b-be3f-9bca7aba0bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a77b7b9-3fad-491d-baac-9c73d7c40c7e,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:49.206066 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41916) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:49.311941 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0aad608-b470-45e2-8a96-15cdb91b9afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:49.412102 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0aad608-b470-45e2-8a96-15cdb91b9afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:49.416392 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d0aad608-b470-45e2-8a96-15cdb91b9afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:49.453730 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d0aad608-b470-45e2-8a96-15cdb91b9afd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99ff91aa1fed4bbf8b4cbdaab53ffd6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462530 Sep 11 14:23:49.454086 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aad608-b470-45e2-8a96-15cdb91b9afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bdec8b-8a8b-4005-9778-81685d351a36,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:49.458187 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41922) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:49.505303 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d92709b-3a01-4b30-85db-24785c86d492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:49.525649 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d92709b-3a01-4b30-85db-24785c86d492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:49.569173 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d92709b-3a01-4b30-85db-24785c86d492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:49.572339 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3d92709b-3a01-4b30-85db-24785c86d492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:49.573506 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-3d92709b-3a01-4b30-85db-24785c86d492 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38bdec8b-8a8b-4005-9778-81685d351a36 HTTP/1.1" status: 204 len: 168 time: 0.1144357 Sep 11 14:23:49.580991 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92709b-3a01-4b30-85db-24785c86d492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bdec8b-8a8b-4005-9778-81685d351a36,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:49.828411 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41928) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:49.841143 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55a4e3df-42e4-4d6e-af38-c668cfb84495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:49.929059 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55a4e3df-42e4-4d6e-af38-c668cfb84495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:49.933588 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-55a4e3df-42e4-4d6e-af38-c668cfb84495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:49.970353 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4e3df-42e4-4d6e-af38-c668cfb84495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83404e64-1fb8-4bc9-a83f-69b50b5544ec,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:23:49.974634 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-55a4e3df-42e4-4d6e-af38-c668cfb84495 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00c6189d7a1844dd86af730053855692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451917 Sep 11 14:23:49.978092 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 41930) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:23:50.025237 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31394efe-5df0-432e-81e9-2b8e98a45761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:50.045975 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31394efe-5df0-432e-81e9-2b8e98a45761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:50.091472 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31394efe-5df0-432e-81e9-2b8e98a45761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:50.093897 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-31394efe-5df0-432e-81e9-2b8e98a45761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:23:50.095005 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-31394efe-5df0-432e-81e9-2b8e98a45761 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83404e64-1fb8-4bc9-a83f-69b50b5544ec HTTP/1.1" status: 204 len: 168 time: 0.1158550 Sep 11 14:23:50.103246 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31394efe-5df0-432e-81e9-2b8e98a45761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83404e64-1fb8-4bc9-a83f-69b50b5544ec,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:01.189760 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:01.702549 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:24:04.300434 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e19b3a0d-fe85-4a2e-9c1d-98e14e1f5002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:06.876020 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2bad59e9-5d3e-412c-a42e-3c62525f1d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:07.125784 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:08.069940 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:09.576901 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:09.705872 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c8aee91d-a861-4bd2-bb97-d452f2168422 req-c39c91b3-02bd-497b-b6c6-d81f2bd29e79 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328428776&fields=id&tenant_id=0819c7649dad420387ad57962433b453 HTTP/1.1" status: 200 len: 267 time: 0.0337491 Sep 11 14:24:09.758731 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aee91d-a861-4bd2-bb97-d452f2168422 req-36f802e8-ae85-4e5d-88fb-691737bcd0fe tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:09.760221 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c8aee91d-a861-4bd2-bb97-d452f2168422 req-36f802e8-ae85-4e5d-88fb-691737bcd0fe tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 984 time: 0.0483077 Sep 11 14:24:09.771953 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-c8aee91d-a861-4bd2-bb97-d452f2168422 req-e910b00a-c65b-4109-9256-564dba049073 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Request body: {'port': {'security_groups': ['25b59e43-b33f-4eda-a815-0e4321e3906d']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:09.844102 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c8aee91d-a861-4bd2-bb97-d452f2168422 req-e910b00a-c65b-4109-9256-564dba049073 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.016724 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c8aee91d-a861-4bd2-bb97-d452f2168422 req-e910b00a-c65b-4109-9256-564dba049073 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] For port 83588ae5-5649-45f5-8021-2ec82e034e3d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83588ae5-5649-45f5-8021-2ec82e034e3d,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:10.044469 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c8aee91d-a861-4bd2-bb97-d452f2168422 req-e910b00a-c65b-4109-9256-564dba049073 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.049036 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c8aee91d-a861-4bd2-bb97-d452f2168422 req-e910b00a-c65b-4109-9256-564dba049073 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.086267 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['83588ae5-5649-45f5-8021-2ec82e034e3d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:24:10.089229 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aee91d-a861-4bd2-bb97-d452f2168422 req-e910b00a-c65b-4109-9256-564dba049073 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:10.089871 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c8aee91d-a861-4bd2-bb97-d452f2168422 req-e910b00a-c65b-4109-9256-564dba049073 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.092809 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c8aee91d-a861-4bd2-bb97-d452f2168422 req-e910b00a-c65b-4109-9256-564dba049073 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "PUT /v2.0/ports/83588ae5-5649-45f5-8021-2ec82e034e3d HTTP/1.1" status: 200 len: 942 time: 0.3254259 Sep 11 14:24:10.095561 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:24:10.098454 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fe9245-414b-4121-b343-0721c9524ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:24:10.099658 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42118) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:10.139173 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910b00a-c65b-4109-9256-564dba049073 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event updated for resources: {'Port': ['ID=83588ae5-5649-45f5-8021-2ec82e034e3d,revision_number=7']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:10.157096 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d804d969-fc25-4510-aa9a-65f301ec326f x-openstack-request-id: req-d804d969-fc25-4510-aa9a-65f301ec326f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:24:10.157581 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:24:10.157994 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d804d969-fc25-4510-aa9a-65f301ec326f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:24:10.158539 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'status': 'completed', 'code': 200} Sep 11 14:24:10.177000 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7937a2ff-2114-4c6c-b07a-a0c1236f4526 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.209192 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7937a2ff-2114-4c6c-b07a-a0c1236f4526 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.257489 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe9245-414b-4121-b343-0721c9524ce4 req-d7ac020c-3ef3-421f-adea-7dd65a56fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:10.259149 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-66fe9245-414b-4121-b343-0721c9524ce4 req-d7ac020c-3ef3-421f-adea-7dd65a56fd62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0819c7649dad420387ad57962433b453&device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 1098 time: 0.0480726 Sep 11 14:24:10.320691 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['83588ae5-5649-45f5-8021-2ec82e034e3d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:24:10.327386 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7937a2ff-2114-4c6c-b07a-a0c1236f4526 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.332145 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7937a2ff-2114-4c6c-b07a-a0c1236f4526 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.333610 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-7937a2ff-2114-4c6c-b07a-a0c1236f4526 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "DELETE /v2.0/security-groups/0bb25233-347c-400f-9faf-1b662144e8ec HTTP/1.1" status: 204 len: 168 time: 0.2328973 Sep 11 14:24:10.337405 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42126) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:10.395790 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe9245-414b-4121-b343-0721c9524ce4 req-c4ef5030-ba8b-4b10-b373-89f354427297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:10.398157 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-66fe9245-414b-4121-b343-0721c9524ce4 req-c4ef5030-ba8b-4b10-b373-89f354427297 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fcd86cc2-faad-41bd-b8f5-904e23d2a967 HTTP/1.1" status: 200 len: 915 time: 0.1252062 Sep 11 14:24:10.445014 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1d1f1722-5484-43c9-927a-fd31eaded57b None None] Provisioning complete for port 83588ae5-5649-45f5-8021-2ec82e034e3d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:10.445484 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1722-5484-43c9-927a-fd31eaded57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.460765 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937a2ff-2114-4c6c-b07a-a0c1236f4526 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb25233-347c-400f-9faf-1b662144e8ec,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:10.480838 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-66fe9245-414b-4121-b343-0721c9524ce4 req-1941fea6-8263-48c9-af37-7d5093a95bfd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83588ae5-5649-45f5-8021-2ec82e034e3d HTTP/1.1" status: 200 len: 1001 time: 0.0743012 Sep 11 14:24:10.548521 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Deleting port a9ad2266-0a6d-498c-8f8e-3b2a1695a094 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:10.548870 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.565523 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe9245-414b-4121-b343-0721c9524ce4 req-b20944ed-d202-473b-9f82-45334f64944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:10.567294 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-66fe9245-414b-4121-b343-0721c9524ce4 req-b20944ed-d202-473b-9f82-45334f64944f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba0316c-6c73-45bf-9912-ab6e639dba74 HTTP/1.1" status: 200 len: 853 time: 0.0781908 Sep 11 14:24:10.630187 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe9245-414b-4121-b343-0721c9524ce4 req-c3adc23d-b827-408e-bb87-d4f5b4f8fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:10.631797 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-66fe9245-414b-4121-b343-0721c9524ce4 req-c3adc23d-b827-408e-bb87-d4f5b4f8fa87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fcd86cc2-faad-41bd-b8f5-904e23d2a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517690 Sep 11 14:24:10.666977 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.667304 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.682027 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Calling delete_port for a9ad2266-0a6d-498c-8f8e-3b2a1695a094 owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:10.791730 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c9072-3a93-4410-b3be-a27a1354aaf2 req-f54f60ee-0ae6-466c-9c2c-a8410aa4f143 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:10.792963 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d04c9072-3a93-4410-b3be-a27a1354aaf2 req-f54f60ee-0ae6-466c-9c2c-a8410aa4f143 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.1046655 Sep 11 14:24:10.824045 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-66fe9245-414b-4121-b343-0721c9524ce4 req-7a70fa0a-37e4-460a-86fa-9b57ea86c2e2 service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639483 Sep 11 14:24:10.860767 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d04c9072-3a93-4410-b3be-a27a1354aaf2 req-0b73d8cb-c2bc-4a36-bb72-e97c1af2eede tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590286 Sep 11 14:24:10.873746 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.884975 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42142) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:10.908903 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event deleted for resources: {'Port': ['ID=a9ad2266-0a6d-498c-8f8e-3b2a1695a094,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:10.949072 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-66fe9245-414b-4121-b343-0721c9524ce4 req-68fb8123-19ce-4824-994f-1092eec4401a service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123114 Sep 11 14:24:10.961511 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:10.961899 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.l3_db [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Floating IP e100903d-138d-4705-83ab-ebe89ab923e6 disassociated (deleted). External IP: 172.27.0.100, port: 83588ae5-5649-45f5-8021-2ec82e034e3d. Sep 11 14:24:11.024361 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a676726-b667-4837-88d0-dcc21c0a8067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:11.113009 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a676726-b667-4837-88d0-dcc21c0a8067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:11.117571 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8a676726-b667-4837-88d0-dcc21c0a8067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:11.154695 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-8a676726-b667-4837-88d0-dcc21c0a8067 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2dcccedf1ae54246a2d0da3eaa660c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685561 Sep 11 14:24:11.156544 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a676726-b667-4837-88d0-dcc21c0a8067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003743b7-5e72-4313-9464-5ffdd5ca1af8,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:11.157583 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42146) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:11.186610 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Router 435b30f7-8052-45fe-8611-23fda0a5a964 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:24:11.257766 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27232d96-15de-4e84-85e6-ef4b4ee5f35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:11.312273 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27232d96-15de-4e84-85e6-ef4b4ee5f35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:11.353866 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:24:11.358762 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:11.363840 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6e5db-ed53-42cd-a058-5a6a8acb84e2 None None] Sync routers for ids ['435b30f7-8052-45fe-8611-23fda0a5a964'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:24:11.373612 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6e5db-ed53-42cd-a058-5a6a8acb84e2 None None] Routers {'435b30f7-8052-45fe-8611-23fda0a5a964'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:11.374235 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-68e6e5db-ed53-42cd-a058-5a6a8acb84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['435b30f7-8052-45fe-8611-23fda0a5a964'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:11.386886 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-fa59fde2-a60e-4f99-9530-c47563a8b9cb tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "DELETE /v2.0/floatingips/e100903d-138d-4705-83ab-ebe89ab923e6 HTTP/1.1" status: 204 len: 168 time: 1.0471697 Sep 11 14:24:11.387715 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:24:11.390798 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b81534b-5914-4243-aa76-c05c20d447a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:24:11.399621 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27232d96-15de-4e84-85e6-ef4b4ee5f35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:11.402669 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-27232d96-15de-4e84-85e6-ef4b4ee5f35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:11.403966 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-27232d96-15de-4e84-85e6-ef4b4ee5f35a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/003743b7-5e72-4313-9464-5ffdd5ca1af8 HTTP/1.1" status: 204 len: 168 time: 0.2454669 Sep 11 14:24:11.421420 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27232d96-15de-4e84-85e6-ef4b4ee5f35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003743b7-5e72-4313-9464-5ffdd5ca1af8,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:11.444727 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b1d31a-0020-40dd-9df7-7d38658a5e2b x-openstack-request-id: req-88b1d31a-0020-40dd-9df7-7d38658a5e2b {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:24:11.445023 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:24:11.445277 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88b1d31a-0020-40dd-9df7-7d38658a5e2b {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:24:11.445685 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'status': 'completed', 'code': 200} Sep 11 14:24:11.518232 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-68e6e5db-ed53-42cd-a058-5a6a8acb84e2 None None] Set router 435b30f7-8052-45fe-8611-23fda0a5a964 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:11.541383 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81534b-5914-4243-aa76-c05c20d447a5 req-6d020510-a201-4d4d-b6e1-bde4062893c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:11.542884 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b81534b-5914-4243-aa76-c05c20d447a5 req-6d020510-a201-4d4d-b6e1-bde4062893c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0819c7649dad420387ad57962433b453&device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 1098 time: 0.0490959 Sep 11 14:24:11.679925 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81534b-5914-4243-aa76-c05c20d447a5 req-2c24fbc0-405e-4afb-9126-a7a26c14c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:11.681769 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b81534b-5914-4243-aa76-c05c20d447a5 req-2c24fbc0-405e-4afb-9126-a7a26c14c91d service neutron] 10.222.0.13 "GET /v2.0/networks?id=fcd86cc2-faad-41bd-b8f5-904e23d2a967 HTTP/1.1" status: 200 len: 915 time: 0.1302662 Sep 11 14:24:11.735134 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b81534b-5914-4243-aa76-c05c20d447a5 req-51ee8627-1b1d-4b8b-ab41-a0f9f395e193 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83588ae5-5649-45f5-8021-2ec82e034e3d HTTP/1.1" status: 200 len: 217 time: 0.0447299 Sep 11 14:24:11.769744 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-68e6e5db-ed53-42cd-a058-5a6a8acb84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:17Z', 'revision_number': 4, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '8667b537-23bf-4770-b031-e886a96c3afd', 'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'tenant_id': '0819c7649dad420387ad57962433b453', 'mac_address': 'fa:16:3e:c5:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:16Z', 'updated_at': '2021-09-11T14:21:24Z', 'revision_number': 5, 'project_id': '0819c7649dad420387ad57962433b453', 'subnets': [{'id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:11.792342 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81534b-5914-4243-aa76-c05c20d447a5 req-47e444ed-8b2f-432a-ac0e-35b52b83a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:11.793876 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b81534b-5914-4243-aa76-c05c20d447a5 req-47e444ed-8b2f-432a-ac0e-35b52b83a299 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba0316c-6c73-45bf-9912-ab6e639dba74 HTTP/1.1" status: 200 len: 853 time: 0.0501559 Sep 11 14:24:11.801950 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6e5db-ed53-42cd-a058-5a6a8acb84e2 None None] Checking router: 435b30f7-8052-45fe-8611-23fda0a5a964 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:24:11.815974 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6e5db-ed53-42cd-a058-5a6a8acb84e2 None None] Routers {'435b30f7-8052-45fe-8611-23fda0a5a964'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:11.816650 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-68e6e5db-ed53-42cd-a058-5a6a8acb84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['435b30f7-8052-45fe-8611-23fda0a5a964'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:11.843595 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81534b-5914-4243-aa76-c05c20d447a5 req-d889df73-8f5e-4eb5-8dae-83f0a025b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:11.845177 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b81534b-5914-4243-aa76-c05c20d447a5 req-d889df73-8f5e-4eb5-8dae-83f0a025b6d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fcd86cc2-faad-41bd-b8f5-904e23d2a967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420380 Sep 11 14:24:11.959428 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b81534b-5914-4243-aa76-c05c20d447a5 req-4f0f2c54-a818-4422-965b-a2a000743256 service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039343 Sep 11 14:24:11.967585 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-68e6e5db-ed53-42cd-a058-5a6a8acb84e2 None None] Set router 435b30f7-8052-45fe-8611-23fda0a5a964 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:12.053604 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e727a-c530-4d62-b52f-42d23eb9b5cc req-dc4b1633-e005-4840-b42c-e59c4f76d6f2 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:12.055115 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ba4e727a-c530-4d62-b52f-42d23eb9b5cc req-dc4b1633-e005-4840-b42c-e59c4f76d6f2 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.1108739 Sep 11 14:24:12.098403 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b81534b-5914-4243-aa76-c05c20d447a5 req-d2cb36be-8303-40a8-be0a-0a4f8e229f94 service neutron] 10.222.0.13 "GET /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216471 Sep 11 14:24:12.113711 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ba4e727a-c530-4d62-b52f-42d23eb9b5cc req-e9351d19-ed34-48a8-b43c-ceeeca0879e9 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477173 Sep 11 14:24:12.155509 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42182) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:12.195188 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-68e6e5db-ed53-42cd-a058-5a6a8acb84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:17Z', 'revision_number': 4, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '8667b537-23bf-4770-b031-e886a96c3afd', 'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'tenant_id': '0819c7649dad420387ad57962433b453', 'mac_address': 'fa:16:3e:c5:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:16Z', 'updated_at': '2021-09-11T14:21:24Z', 'revision_number': 5, 'project_id': '0819c7649dad420387ad57962433b453', 'subnets': [{'id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:12.226239 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6e5db-ed53-42cd-a058-5a6a8acb84e2 None None] The sync data for ids ['435b30f7-8052-45fe-8611-23fda0a5a964'] in dv-cinder-760197-9-iscsi is: [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:17Z', 'revision_number': 4, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '8667b537-23bf-4770-b031-e886a96c3afd', 'name': '', 'network_id': 'fcd86cc2-faad-41bd-b8f5-904e23d2a967', 'tenant_id': '0819c7649dad420387ad57962433b453', 'mac_address': 'fa:16:3e:c5:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:16Z', 'updated_at': '2021-09-11T14:21:24Z', 'revision_number': 5, 'project_id': '0819c7649dad420387ad57962433b453', 'subnets': [{'id': 'eba0316c-6c73-45bf-9912-ab6e639dba74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:24:12.265120 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-658425850-network', 'tenant_id': '0ce0903b997d400e8e1275da45be5e92'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:12.287852 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Made reservation on behalf of 0ce0903b997d400e8e1275da45be5e92 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:24:12.290125 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:12.299839 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:12.389927 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:12.394073 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:12.421628 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:24:12.427264 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aea9930-208d-47e3-aad1-4536011f5d89,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:12.435617 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:12.435770 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Added segment d1c53c87-2333-40b9-a971-158a92511238 of type vlan for network 174f2205-ccbe-4521-8728-637d6aa8a390 Sep 11 14:24:12.467767 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabcf2c1-1114-44be-b1e9-fcb9cd0cbf0d None None] New status for floating IP e100903d-138d-4705-83ab-ebe89ab923e6: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:24:12.478393 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:12.502757 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:12.503703 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:12.504342 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:12.535513 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3789141 Sep 11 14:24:12.538424 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42186) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:12.544613 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] Request body: {'subnet': {'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-658425850-subnet', 'tenant_id': '0ce0903b997d400e8e1275da45be5e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:12.567611 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd64111-90be-454e-b9d9-14479707da2d admin admin] Pushing event updated for resources: {'Network': ['ID=174f2205-ccbe-4521-8728-637d6aa8a390,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:12.569913 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] Made reservation on behalf of 0ce0903b997d400e8e1275da45be5e92 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:24:12.572947 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11906258'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:12.579272 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network 174f2205-ccbe-4521-8728-637d6aa8a390 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:24:12.742778 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12296707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11906252'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:12.803009 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7395609-2221-44be-8463-b8df4efa65e1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:12.813823 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] Checking segment: {'id': 'd1c53c87-2333-40b9-a971-158a92511238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:24:12.814178 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] Network hostable DHCP agents. Network: 174f2205-ccbe-4521-8728-637d6aa8a390, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:24:12.833732 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] Network 174f2205-ccbe-4521-8728-637d6aa8a390 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:24:12.844739 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, 174f2205-ccbe-4521-8728-637d6aa8a390) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:12.849060 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:12.849592 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:12.854945 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecab0f4b-1a79-45ae-8bcb-81ae99e323ee None None] Network 174f2205-ccbe-4521-8728-637d6aa8a390 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:24:12.874402 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-cf0c1e71-9f16-46c6-b326-b21e5f644eb3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3257027 Sep 11 14:24:13.008704 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86144c2d-f42f-4c1a-b668-e83220f6af70 None None] Network 174f2205-ccbe-4521-8728-637d6aa8a390 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:24:13.170044 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df6af5-2c72-4337-a326-c60c9716875c req-64bd8e53-bb7c-4365-8f37-c9d1a5bbc271 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:13.172072 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c2df6af5-2c72-4337-a326-c60c9716875c req-64bd8e53-bb7c-4365-8f37-c9d1a5bbc271 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0528786 Sep 11 14:24:13.295801 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdf4af-bc33-4611-8b7a-754ecf6d76fc req-7bae3e0e-924d-4116-88db-7e155f0d6249 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:13.297542 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16bdf4af-bc33-4611-8b7a-754ecf6d76fc req-7bae3e0e-924d-4116-88db-7e155f0d6249 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 946 time: 0.0917275 Sep 11 14:24:13.340996 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Deleting port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:13.341330 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:13.369439 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16bdf4af-bc33-4611-8b7a-754ecf6d76fc req-6982dfee-2bfe-4228-974a-ba7272628d6c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=3c0a1354-7d44-4056-9400-12b67b24e400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646498 Sep 11 14:24:13.447929 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] For port 5f6d73b2-4dbb-40af-9bdb-cd2391958368, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5f6d73b2-4dbb-40af-9bdb-cd2391958368,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:13.448324 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:13.661848 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:13.662092 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:13.662405 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.l3_db [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Floating IP ae068086-52ed-42b1-916f-0e7e6f729352 disassociated. External IP: 172.27.0.4, port: 5f6d73b2-4dbb-40af-9bdb-cd2391958368. Sep 11 14:24:13.662738 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Calling delete_port for 5f6d73b2-4dbb-40af-9bdb-cd2391958368 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:13.787480 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:13.815807 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event deleted for resources: {'Port': ['ID=5f6d73b2-4dbb-40af-9bdb-cd2391958368,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:13.927352 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Router 000b873b-7e95-4c2d-b798-293c4ac9d75e has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:24:14.035542 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:24:14.057580 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05dbc9-6d8b-4a61-9bbd-6b7bcedbfd63 None None] Sync routers for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:24:14.075327 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05dbc9-6d8b-4a61-9bbd-6b7bcedbfd63 None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:14.076283 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fa05dbc9-6d8b-4a61-9bbd-6b7bcedbfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:14.078487 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] No DVR routers for this DVR port 5f6d73b2-4dbb-40af-9bdb-cd2391958368 on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:24:14.081100 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:14.083203 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c2df6af5-2c72-4337-a326-c60c9716875c req-3dfe03e9-c4cf-4042-88d1-aaf65284915d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.13 "DELETE /v2.0/ports/5f6d73b2-4dbb-40af-9bdb-cd2391958368 HTTP/1.1" status: 204 len: 173 time: 0.9045405 Sep 11 14:24:14.083684 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'name': 'network-vif-deleted', 'tag': '5f6d73b2-4dbb-40af-9bdb-cd2391958368'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:24:14.086295 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818f7ed7-10e9-43d3-94f8-203b2a4accfe" -d '{"events": [{"server_uuid": "ca3595cf-04d3-4d1d-bfde-19da798572c2", "name": "network-vif-deleted", "tag": "5f6d73b2-4dbb-40af-9bdb-cd2391958368"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:24:14.149240 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d24700b-2b09-4ba8-b1be-adad334e9592 x-openstack-request-id: req-3d24700b-2b09-4ba8-b1be-adad334e9592 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:24:14.149532 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3595cf-04d3-4d1d-bfde-19da798572c2", "name": "network-vif-deleted", "tag": "5f6d73b2-4dbb-40af-9bdb-cd2391958368", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:24:14.149783 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d24700b-2b09-4ba8-b1be-adad334e9592 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:24:14.150290 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3595cf-04d3-4d1d-bfde-19da798572c2', 'name': 'network-vif-deleted', 'tag': '5f6d73b2-4dbb-40af-9bdb-cd2391958368', 'status': 'completed', 'code': 200} Sep 11 14:24:14.210864 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fa05dbc9-6d8b-4a61-9bbd-6b7bcedbfd63 None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:14.253783 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d6d62-9db9-4ef0-b9a3-1bacb9dd151f req-4858e150-b9b7-427f-8379-8ba2b3eb8e2a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:14.255333 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a61d6d62-9db9-4ef0-b9a3-1bacb9dd151f req-4858e150-b9b7-427f-8379-8ba2b3eb8e2a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 945 time: 0.0572064 Sep 11 14:24:14.298337 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a61d6d62-9db9-4ef0-b9a3-1bacb9dd151f req-be6f9ef8-e030-4613-8843-d7f02455065a tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366921 Sep 11 14:24:14.550820 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fa05dbc9-6d8b-4a61-9bbd-6b7bcedbfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:14.581655 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05dbc9-6d8b-4a61-9bbd-6b7bcedbfd63 None None] Checking router: 000b873b-7e95-4c2d-b798-293c4ac9d75e for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:24:14.592402 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05dbc9-6d8b-4a61-9bbd-6b7bcedbfd63 None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:14.593057 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fa05dbc9-6d8b-4a61-9bbd-6b7bcedbfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:14.695474 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4b1bb958-443e-4e6c-8e8c-3f73630e9554 req-c70af481-6863-4a39-a5a0-af6eb81b3f96 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca3595cf-04d3-4d1d-bfde-19da798572c2 HTTP/1.1" status: 200 len: 210 time: 0.2413397 Sep 11 14:24:14.701161 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-fa05dbc9-6d8b-4a61-9bbd-6b7bcedbfd63 None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:14.794743 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-63acb3ce-60b3-4212-8183-74f4e5a3183e tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:14.796334 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-63acb3ce-60b3-4212-8183-74f4e5a3183e tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/networks?id=174f2205-ccbe-4521-8728-637d6aa8a390 HTTP/1.1" status: 200 len: 813 time: 0.1038647 Sep 11 14:24:14.813621 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-55c2f951-970a-4c95-86a4-349ddb7281fe tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/quotas/0ce0903b997d400e8e1275da45be5e92 HTTP/1.1" status: 200 len: 375 time: 0.0111742 Sep 11 14:24:14.851710 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-74ede780-b605-4af6-98c9-2fc781eb9f13 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ce0903b997d400e8e1275da45be5e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315053 Sep 11 14:24:14.914489 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-fa05dbc9-6d8b-4a61-9bbd-6b7bcedbfd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:14.946968 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05dbc9-6d8b-4a61-9bbd-6b7bcedbfd63 None None] The sync data for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi is: [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:24:14.951983 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-70618c81-c765-43be-85c1-593cad081970 service neutron] 10.222.0.37 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907156 Sep 11 14:24:15.056293 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-41c8d412-01d6-450c-af39-824e492ed86d service neutron] 10.222.0.37 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979238 Sep 11 14:24:15.186186 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07142c8-16dc-4af5-87ed-1f8222c608d9 None None] New status for floating IP ae068086-52ed-42b1-916f-0e7e6f729352: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:24:15.231820 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-054117fb-687d-4f8e-8c73-e98b8db86082 req-6a79310a-be5e-499b-aada-cdf8585a005e tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 210 time: 0.0394366 Sep 11 14:24:15.427865 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09ab0c-f46c-4873-840a-03736c2ce5e4 req-e38686bf-0be3-46ee-a1ba-f1cf598ae820 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:15.429419 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b09ab0c-f46c-4873-840a-03736c2ce5e4 req-e38686bf-0be3-46ee-a1ba-f1cf598ae820 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 945 time: 0.0573764 Sep 11 14:24:15.470606 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b09ab0c-f46c-4873-840a-03736c2ce5e4 req-cd536593-fd67-4290-b9f1-3dc70d673da9 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345330 Sep 11 14:24:15.784709 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42256) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:15.840285 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5a0131d-b835-434f-844a-cc50ca897e17 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:15.862961 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5a0131d-b835-434f-844a-cc50ca897e17 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:15.910503 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5a0131d-b835-434f-844a-cc50ca897e17 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:15.913067 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d5a0131d-b835-434f-844a-cc50ca897e17 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:15.914200 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-d5a0131d-b835-434f-844a-cc50ca897e17 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "DELETE /v2.0/security-groups/3c0a1354-7d44-4056-9400-12b67b24e400 HTTP/1.1" status: 204 len: 168 time: 0.1283762 Sep 11 14:24:15.917174 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42258) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:15.923923 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0131d-b835-434f-844a-cc50ca897e17 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0a1354-7d44-4056-9400-12b67b24e400,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:15.935160 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.api.v2.resource [None req-9c5f507f-45a3-45fc-96ce-cc69661b55d1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] show failed (client error): The resource could not be found. Sep 11 14:24:15.939004 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-9c5f507f-45a3-45fc-96ce-cc69661b55d1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups/3c0a1354-7d44-4056-9400-12b67b24e400 HTTP/1.1" status: 404 len: 347 time: 0.0179899 Sep 11 14:24:15.939192 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42260) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:16.076957 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e37392a8-1a27-42fd-bd0e-0ada7fac0387 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Deleting port 9b688dd6-af69-430e-8475-591b86d8ac00 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:16.077304 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e37392a8-1a27-42fd-bd0e-0ada7fac0387 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.151555 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e37392a8-1a27-42fd-bd0e-0ada7fac0387 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.151871 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e37392a8-1a27-42fd-bd0e-0ada7fac0387 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.163026 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e37392a8-1a27-42fd-bd0e-0ada7fac0387 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Calling delete_port for 9b688dd6-af69-430e-8475-591b86d8ac00 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:16.298801 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e37392a8-1a27-42fd-bd0e-0ada7fac0387 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.329050 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37392a8-1a27-42fd-bd0e-0ada7fac0387 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event deleted for resources: {'Port': ['ID=9b688dd6-af69-430e-8475-591b86d8ac00,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:16.368378 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d57cfc00-45e8-41b7-acc0-1650f79a445d req-731e30ca-87a5-47bd-8081-d8b1b71a4652 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 210 time: 0.0431511 Sep 11 14:24:16.454319 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b2a5d-aa15-4267-893c-01efd38e6621 req-d5e7dbcb-80fc-420a-84e5-c5a20573e87f tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:16.456013 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-ba1b2a5d-aa15-4267-893c-01efd38e6621 req-d5e7dbcb-80fc-420a-84e5-c5a20573e87f tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.13 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 945 time: 0.0710859 Sep 11 14:24:16.468710 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e37392a8-1a27-42fd-bd0e-0ada7fac0387 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.471224 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e37392a8-1a27-42fd-bd0e-0ada7fac0387 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.475548 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e37392a8-1a27-42fd-bd0e-0ada7fac0387 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "DELETE /v2.0/floatingips/ae068086-52ed-42b1-916f-0e7e6f729352 HTTP/1.1" status: 204 len: 168 time: 0.5354309 Sep 11 14:24:16.525845 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-c9c02905-126f-492c-90c6-eee40015d1f1 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:16.527451 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-c9c02905-126f-492c-90c6-eee40015d1f1 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.13 "GET /v2.0/networks?id=174f2205-ccbe-4521-8728-637d6aa8a390 HTTP/1.1" status: 200 len: 813 time: 0.1386664 Sep 11 14:24:16.564931 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Request body: {'port': {'device_id': '5a776aa8-badb-40eb-a872-8d28348bc2f2', 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390', 'admin_state_up': True, 'tenant_id': '0ce0903b997d400e8e1275da45be5e92'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:16.576242 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ba1b2a5d-aa15-4267-893c-01efd38e6621 req-d3a2c80b-4272-4093-8f60-44b90bc5e3c7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Deleting port 83588ae5-5649-45f5-8021-2ec82e034e3d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:16.576595 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5d-aa15-4267-893c-01efd38e6621 req-d3a2c80b-4272-4093-8f60-44b90bc5e3c7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.608409 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5f6d73b2-4dbb-40af-9bdb-cd2391958368 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:24:16.641847 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 5f6d73b2-4dbb-40af-9bdb-cd2391958368 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:24:16.642192 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5f6d73b2-4dbb-40af-9bdb-cd2391958368 not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:24:16.687645 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-ba1b2a5d-aa15-4267-893c-01efd38e6621 req-d3a2c80b-4272-4093-8f60-44b90bc5e3c7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] For port 83588ae5-5649-45f5-8021-2ec82e034e3d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=83588ae5-5649-45f5-8021-2ec82e034e3d,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:16.688015 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5d-aa15-4267-893c-01efd38e6621 req-d3a2c80b-4272-4093-8f60-44b90bc5e3c7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.701871 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664867a6-d91a-463f-81e1-a9c54168ad47 req-36242a82-6b27-4212-ae7b-6bca995af015 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:16.702076 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-ba1b2a5d-aa15-4267-893c-01efd38e6621 req-d3a2c80b-4272-4093-8f60-44b90bc5e3c7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Calling delete_port for 83588ae5-5649-45f5-8021-2ec82e034e3d owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:16.703541 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-664867a6-d91a-463f-81e1-a9c54168ad47 req-36242a82-6b27-4212-ae7b-6bca995af015 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/ports?device_id=4023e128-19c3-4809-a802-4a8f0ae20ba4 HTTP/1.1" status: 200 len: 945 time: 0.1312578 Sep 11 14:24:16.760449 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-664867a6-d91a-463f-81e1-a9c54168ad47 req-8e2a36ee-dd31-450a-acfc-0686bf2c29e3 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.37 "GET /v2.0/security-groups?id=25b59e43-b33f-4eda-a815-0e4321e3906d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476069 Sep 11 14:24:16.772476 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Made reservation on behalf of 0ce0903b997d400e8e1275da45be5e92 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:24:16.776777 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.834619 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42274) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:16.840276 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-9927db14-885c-4ad1-8529-b4a3c73d80be tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--356072242', 'description': 'tempest-description--349306824'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:16.850160 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5d-aa15-4267-893c-01efd38e6621 req-d3a2c80b-4272-4093-8f60-44b90bc5e3c7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.887953 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['83588ae5-5649-45f5-8021-2ec82e034e3d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:24:16.890894 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2c80b-4272-4093-8f60-44b90bc5e3c7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Pushing event deleted for resources: {'Port': ['ID=83588ae5-5649-45f5-8021-2ec82e034e3d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:16.916935 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Allocated IP 172.20.0.10 (174f2205-ccbe-4521-8728-637d6aa8a390/e7395609-2221-44be-8463-b8df4efa65e1/514228fa-34ca-426e-8c5b-8eb0306cea24) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:24:16.920376 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9927db14-885c-4ad1-8529-b4a3c73d80be tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.947921 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1b2a5d-aa15-4267-893c-01efd38e6621 req-d3a2c80b-4272-4093-8f60-44b90bc5e3c7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] No DVR routers for this DVR port 83588ae5-5649-45f5-8021-2ec82e034e3d on host hv-cinder-76019 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:24:16.952990 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-ba1b2a5d-aa15-4267-893c-01efd38e6621 req-d3a2c80b-4272-4093-8f60-44b90bc5e3c7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:16.955509 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-ba1b2a5d-aa15-4267-893c-01efd38e6621 req-d3a2c80b-4272-4093-8f60-44b90bc5e3c7 tempest-TestMinimumBasicScenario-772689683 tempest-TestMinimumBasicScenario-772689683-project] 10.222.0.13 "DELETE /v2.0/ports/83588ae5-5649-45f5-8021-2ec82e034e3d HTTP/1.1" status: 204 len: 173 time: 0.4904542 Sep 11 14:24:16.956313 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'name': 'network-vif-deleted', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:24:16.959149 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a138c57-c0a2-43f5-9e4a-46440872199c" -d '{"events": [{"server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "name": "network-vif-deleted", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:24:17.020017 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee10b7c4-6fb1-4d5f-8f44-4eddbaa4e3a4 x-openstack-request-id: req-ee10b7c4-6fb1-4d5f-8f44-4eddbaa4e3a4 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:24:17.020407 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4023e128-19c3-4809-a802-4a8f0ae20ba4", "name": "network-vif-deleted", "tag": "83588ae5-5649-45f5-8021-2ec82e034e3d", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:24:17.020771 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee10b7c4-6fb1-4d5f-8f44-4eddbaa4e3a4 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:24:17.021257 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4023e128-19c3-4809-a802-4a8f0ae20ba4', 'name': 'network-vif-deleted', 'tag': '83588ae5-5649-45f5-8021-2ec82e034e3d', 'status': 'completed', 'code': 200} Sep 11 14:24:17.068070 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9927db14-885c-4ad1-8529-b4a3c73d80be tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.072077 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9927db14-885c-4ad1-8529-b4a3c73d80be tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.092771 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.104829 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9927db14-885c-4ad1-8529-b4a3c73d80be tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.106806 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-9927db14-885c-4ad1-8529-b4a3c73d80be tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2706389 Sep 11 14:24:17.111464 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42278) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:17.116328 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-0ecadb74-9d9e-4595-b940-b5738f29497f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'security_group_rule': {'security_group_id': '452136b3-e8de-48c1-bdd3-932787ac4d37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:17.120364 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927db14-885c-4ad1-8529-b4a3c73d80be tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452136b3-e8de-48c1-bdd3-932787ac4d37,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:17.137317 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.146332 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ecadb74-9d9e-4595-b940-b5738f29497f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.180657 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Network 174f2205-ccbe-4521-8728-637d6aa8a390 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:24:17.183511 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:17.188158 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:24:17.196685 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Pushing event updated for resources: {'Port': ['ID=514228fa-34ca-426e-8c5b-8eb0306cea24,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:17.204080 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ecadb74-9d9e-4595-b940-b5738f29497f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.208746 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ecadb74-9d9e-4595-b940-b5738f29497f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.228217 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecadb74-9d9e-4595-b940-b5738f29497f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ac8b9d-efc9-410b-9994-98eed672177e,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:17.234762 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0ecadb74-9d9e-4595-b940-b5738f29497f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.235977 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-0ecadb74-9d9e-4595-b940-b5738f29497f tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233134 Sep 11 14:24:17.238624 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42280) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:17.243074 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-32c8543f-3593-4cd9-bcfc-4252365ec321 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'security_group_rule': {'security_group_id': '452136b3-e8de-48c1-bdd3-932787ac4d37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:17.246365 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:17.248208 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.269871 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-ff79f55a-59f5-43fc-9397-d8343dd7978d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7140367 Sep 11 14:24:17.270675 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c8543f-3593-4cd9-bcfc-4252365ec321 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.291583 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Request body: {'port': {'device_id': '5a776aa8-badb-40eb-a872-8d28348bc2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:17.334017 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c8543f-3593-4cd9-bcfc-4252365ec321 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.341305 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c8543f-3593-4cd9-bcfc-4252365ec321 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.357395 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.359371 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8543f-3593-4cd9-bcfc-4252365ec321 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12324f4d-c8fb-4e03-837f-25c40f6ab42a,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:17.367228 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-32c8543f-3593-4cd9-bcfc-4252365ec321 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.368746 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-32c8543f-3593-4cd9-bcfc-4252365ec321 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291108 Sep 11 14:24:17.372920 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42282) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:17.377312 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'floatingip': {'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:17.436269 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.611858 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefc7e6-35bd-4335-9c5b-001697dc07ca req-0f5f146c-b2ca-4623-87bd-7d9c9873a07a tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:17.613484 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8aefc7e6-35bd-4335-9c5b-001697dc07ca req-0f5f146c-b2ca-4623-87bd-7d9c9873a07a tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 932 time: 0.1705916 Sep 11 14:24:17.724703 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8aefc7e6-35bd-4335-9c5b-001697dc07ca req-bc92d83d-0720-4a42-bc3f-cc31f83a3235 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051273 Sep 11 14:24:17.758049 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.844241 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514228fa-34ca-426e-8c5b-8eb0306cea24 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:24:17.854580 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.892150 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Transition to ACTIVE for port object 514228fa-34ca-426e-8c5b-8eb0306cea24 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:17.898024 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:17.943768 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Allocated IP 172.27.0.202 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/8abcdb32-452f-4ec2-9fd3-9607c2bd6d49) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:24:17.970418 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Pushing event updated for resources: {'Port': ['ID=514228fa-34ca-426e-8c5b-8eb0306cea24,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:18.098183 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Attempting to bind port 514228fa-34ca-426e-8c5b-8eb0306cea24 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:24:18.098832 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Attempting to bind port 514228fa-34ca-426e-8c5b-8eb0306cea24 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'd1c53c87-2333-40b9-a971-158a92511238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:24:18.098832 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Attempting to bind port 514228fa-34ca-426e-8c5b-8eb0306cea24 on network 174f2205-ccbe-4521-8728-637d6aa8a390 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:24:18.111270 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Port 514228fa-34ca-426e-8c5b-8eb0306cea24 on network 174f2205-ccbe-4521-8728-637d6aa8a390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:24:18.111586 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Attempting to bind port 514228fa-34ca-426e-8c5b-8eb0306cea24 on network 174f2205-ccbe-4521-8728-637d6aa8a390 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:24:18.123123 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:24:18.123375 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Checking segment: {'id': 'd1c53c87-2333-40b9-a971-158a92511238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:24:18.123744 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Bound using segment: {'id': 'd1c53c87-2333-40b9-a971-158a92511238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:24:18.124167 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Bound port: 514228fa-34ca-426e-8c5b-8eb0306cea24, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c53c87-2333-40b9-a971-158a92511238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:24:18.124542 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:18.131265 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:18.218741 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] For port 514228fa-34ca-426e-8c5b-8eb0306cea24, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:24:18.222390 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] For port 514228fa-34ca-426e-8c5b-8eb0306cea24, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=514228fa-34ca-426e-8c5b-8eb0306cea24,segment=NetworkSegment(d1c53c87-2333-40b9-a971-158a92511238),segment_id=d1c53c87-2333-40b9-a971-158a92511238)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:24:18.225929 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:18.234895 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:18.271205 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:24:18.276807 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:18.285196 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:24:18.287689 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:18.288328 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:18.289737 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] 10.222.0.13 "PUT /v2.0/ports/514228fa-34ca-426e-8c5b-8eb0306cea24 HTTP/1.1" status: 200 len: 1094 time: 1.0027711 Sep 11 14:24:18.290166 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a776aa8-badb-40eb-a872-8d28348bc2f2', 'tag': '514228fa-34ca-426e-8c5b-8eb0306cea24'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:24:18.292471 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1e4a82-424b-413e-a952-51cea67551ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5a776aa8-badb-40eb-a872-8d28348bc2f2", "tag": "514228fa-34ca-426e-8c5b-8eb0306cea24"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:24:18.297377 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'Port': ['ID=8abcdb32-452f-4ec2-9fd3-9607c2bd6d49,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:18.345610 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3e9ab9-2558-4b5b-af13-901cf3fcb992 x-openstack-request-id: req-cd3e9ab9-2558-4b5b-af13-901cf3fcb992 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:24:18.345894 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a776aa8-badb-40eb-a872-8d28348bc2f2", "tag": "514228fa-34ca-426e-8c5b-8eb0306cea24", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:24:18.346162 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd3e9ab9-2558-4b5b-af13-901cf3fcb992 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:24:18.346568 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a776aa8-badb-40eb-a872-8d28348bc2f2', 'tag': '514228fa-34ca-426e-8c5b-8eb0306cea24', 'status': 'completed', 'code': 200} Sep 11 14:24:18.428132 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7ff6f-0fa0-45f5-a0af-0aaeeea7b402 service neutron] Pushing event updated for resources: {'Port': ['ID=514228fa-34ca-426e-8c5b-8eb0306cea24,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:18.455408 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:18.461624 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-2cf4335a-7138-426b-b750-dc8c77b4679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:18.463101 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-2cf4335a-7138-426b-b750-dc8c77b4679a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce0903b997d400e8e1275da45be5e92&device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0912044 Sep 11 14:24:18.525454 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-b85dce0e-bdff-49b7-b909-0d31f36e9d53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=514228fa-34ca-426e-8c5b-8eb0306cea24 HTTP/1.1" status: 200 len: 217 time: 0.0402269 Sep 11 14:24:18.527950 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:18.582603 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42336) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:18.608873 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-16887857-bf0f-47b9-b543-e079d6c34f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:18.610331 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-16887857-bf0f-47b9-b543-e079d6c34f0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7395609-2221-44be-8463-b8df4efa65e1 HTTP/1.1" status: 200 len: 853 time: 0.0624800 Sep 11 14:24:18.650772 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-4cba348f-a772-4237-981f-5ebb5b0ce756 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=174f2205-ccbe-4521-8728-637d6aa8a390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311639 Sep 11 14:24:18.951048 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-282933'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:19.024850 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:19.027834 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-4b07e42f-8484-4073-ac50-a287d06baf8e service neutron] 10.222.0.13 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441930 Sep 11 14:24:19.051732 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:19.179870 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b1172-c96b-4ed3-99d5-2766e8750151 req-d11210a3-f506-4cf3-a95e-b11921803787 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:19.181361 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a96b1172-c96b-4ed3-99d5-2766e8750151 req-d11210a3-f506-4cf3-a95e-b11921803787 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 944 time: 0.3808491 Sep 11 14:24:19.198980 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'Port': ['ID=8abcdb32-452f-4ec2-9fd3-9607c2bd6d49,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:19.206056 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] Deleting port 8667b537-23bf-4770-b031-e886a96c3afd {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:19.206399 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:19.207411 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:19.228375 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b9328b8-fbd9-4a32-98ef-ce615a7861eb req-1db7ce19-96f3-442f-9708-be3e733b3d06 service neutron] 10.222.0.13 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870623 Sep 11 14:24:19.231692 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:19.233094 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-3f38dc10-0872-4b5a-93e5-cffd3341d750 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8592293 Sep 11 14:24:19.301166 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] For port 8667b537-23bf-4770-b031-e886a96c3afd, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=8667b537-23bf-4770-b031-e886a96c3afd,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:19.301778 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:19.316449 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] Calling delete_port for 8667b537-23bf-4770-b031-e886a96c3afd owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:19.424485 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e4a82-424b-413e-a952-51cea67551ef req-60f67777-d58a-4f0b-9174-f538da407457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:19.426156 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5d1e4a82-424b-413e-a952-51cea67551ef req-60f67777-d58a-4f0b-9174-f538da407457 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce0903b997d400e8e1275da45be5e92&device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 1097 time: 0.0905912 Sep 11 14:24:19.429001 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a96b1172-c96b-4ed3-99d5-2766e8750151 req-0c142f92-9ec2-4a40-b88e-24fed5711d1b tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390356 Sep 11 14:24:19.519912 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:19.532642 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e4a82-424b-413e-a952-51cea67551ef req-51313bec-9e32-4dfb-8524-885ff6c30b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:19.534068 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5d1e4a82-424b-413e-a952-51cea67551ef req-51313bec-9e32-4dfb-8524-885ff6c30b28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=174f2205-ccbe-4521-8728-637d6aa8a390 HTTP/1.1" status: 200 len: 914 time: 0.1000395 Sep 11 14:24:19.546153 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] Pushing event deleted for resources: {'Port': ['ID=8667b537-23bf-4770-b031-e886a96c3afd,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:19.596673 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5d1e4a82-424b-413e-a952-51cea67551ef req-c7faa6eb-1fee-4bb5-8b18-d9a105701942 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=514228fa-34ca-426e-8c5b-8eb0306cea24 HTTP/1.1" status: 200 len: 217 time: 0.0483110 Sep 11 14:24:19.601818 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-3164c3e6-cc20-4130-90b0-5ff289af3f96 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--356072242&fields=id&tenant_id=823d31d3fd8e4efda6289de7638e8a3a HTTP/1.1" status: 200 len: 267 time: 0.0716224 Sep 11 14:24:19.713440 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e4a82-424b-413e-a952-51cea67551ef req-1697ca79-a8e0-4a7b-b3ec-8a4987b63a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:19.715966 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5d1e4a82-424b-413e-a952-51cea67551ef req-1697ca79-a8e0-4a7b-b3ec-8a4987b63a3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7395609-2221-44be-8463-b8df4efa65e1 HTTP/1.1" status: 200 len: 853 time: 0.1108861 Sep 11 14:24:19.723609 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-283009'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:19.759087 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5d1e4a82-424b-413e-a952-51cea67551ef req-12e27a7a-7653-4d64-b4d0-9d391216749c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=174f2205-ccbe-4521-8728-637d6aa8a390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338094 Sep 11 14:24:19.799139 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2960-039f-4fc8-bc87-6489453f819b req-d7d85fe0-6b4c-4a03-9d86-5f88c5061993 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:19.800624 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-d7d85fe0-6b4c-4a03-9d86-5f88c5061993 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/networks?id=4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 200 len: 811 time: 0.1849582 Sep 11 14:24:19.847819 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-e5f806f4-004a-476f-8b5e-1de1bc90b198 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/quotas/823d31d3fd8e4efda6289de7638e8a3a HTTP/1.1" status: 200 len: 375 time: 0.0359120 Sep 11 14:24:19.905344 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5d1e4a82-424b-413e-a952-51cea67551ef req-5a2c1f7c-2537-4fb5-96d5-2d84ea2ca5e4 service neutron] 10.222.0.13 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325562 Sep 11 14:24:19.928558 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-3331b1af-3516-47e1-8a44-926ba804a897 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735736 Sep 11 14:24:19.941704 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] Router 435b30f7-8052-45fe-8611-23fda0a5a964 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:24:20.052981 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:24:20.064154 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-dedb799a-df9d-405f-8c45-cf7622afcc2f admin admin] 10.222.0.37 "PUT /v2.0/routers/435b30f7-8052-45fe-8611-23fda0a5a964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4796584 Sep 11 14:24:20.066665 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42360) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:20.068819 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b6a2b-826f-416f-aa3f-7a338004cb4d None None] Sync routers for ids ['435b30f7-8052-45fe-8611-23fda0a5a964'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:24:20.074599 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5d1e4a82-424b-413e-a952-51cea67551ef req-9f7d6e5a-6214-4e4a-b58d-39716e997be0 service neutron] 10.222.0.13 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605067 Sep 11 14:24:20.081876 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b6a2b-826f-416f-aa3f-7a338004cb4d None None] Routers {'435b30f7-8052-45fe-8611-23fda0a5a964'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:20.082587 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0b3b6a2b-826f-416f-aa3f-7a338004cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['435b30f7-8052-45fe-8611-23fda0a5a964'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:20.086808 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-b877b6f1-a09e-4244-abc3-ea1f94f98abd service neutron] 10.222.0.37 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454518 Sep 11 14:24:20.178316 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-3904ad55-1d2c-4910-830a-ccb23478d927 service neutron] 10.222.0.37 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906355 Sep 11 14:24:20.216956 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0b3b6a2b-826f-416f-aa3f-7a338004cb4d None None] Set router 435b30f7-8052-45fe-8611-23fda0a5a964 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:20.413699 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-08ed5dd5-6c01-4d8a-8912-ea9fac81cc6d req-2b4eef98-b7be-4d2c-abfd-8c12b1cc28ec tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 210 time: 0.0358982 Sep 11 14:24:20.434625 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0b3b6a2b-826f-416f-aa3f-7a338004cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:24:19Z', 'revision_number': 5, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:20.437976 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:20.477027 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b6a2b-826f-416f-aa3f-7a338004cb4d None None] Checking router: 435b30f7-8052-45fe-8611-23fda0a5a964 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:24:20.491266 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b6a2b-826f-416f-aa3f-7a338004cb4d None None] Routers {'435b30f7-8052-45fe-8611-23fda0a5a964'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:20.492163 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0b3b6a2b-826f-416f-aa3f-7a338004cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['435b30f7-8052-45fe-8611-23fda0a5a964'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:20.562646 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aece23-04d4-4782-b072-6e2862a3805b req-a8f31e6d-d629-49c2-8df2-5bb94d2afee8 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:20.569187 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:20.570140 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-15aece23-04d4-4782-b072-6e2862a3805b req-a8f31e6d-d629-49c2-8df2-5bb94d2afee8 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 944 time: 0.0630860 Sep 11 14:24:20.617612 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-15aece23-04d4-4782-b072-6e2862a3805b req-25186558-42cc-4206-8e5f-c117ac640afb tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466049 Sep 11 14:24:20.634364 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Deleting port b3853cb1-108f-4722-a580-c2562e2a595b {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:20.634705 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:20.649004 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-0b3b6a2b-826f-416f-aa3f-7a338004cb4d None None] Set router 435b30f7-8052-45fe-8611-23fda0a5a964 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:20.652433 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 83588ae5-5649-45f5-8021-2ec82e034e3d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:24:20.721854 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 83588ae5-5649-45f5-8021-2ec82e034e3d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:24:20.722210 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 83588ae5-5649-45f5-8021-2ec82e034e3d not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:24:20.722585 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] For port b3853cb1-108f-4722-a580-c2562e2a595b, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=b3853cb1-108f-4722-a580-c2562e2a595b,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:20.723022 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:20.735786 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Calling delete_port for b3853cb1-108f-4722-a580-c2562e2a595b owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:20.860284 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-0b3b6a2b-826f-416f-aa3f-7a338004cb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:24:19Z', 'revision_number': 5, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:20.886670 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b6a2b-826f-416f-aa3f-7a338004cb4d None None] The sync data for ids ['435b30f7-8052-45fe-8611-23fda0a5a964'] in dv-cinder-760197-9-iscsi is: [{'id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'name': 'tempest-TestMinimumBasicScenario-870986705-router', 'tenant_id': '0819c7649dad420387ad57962433b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:24:19Z', 'revision_number': 5, 'project_id': '0819c7649dad420387ad57962433b453', 'gw_port': {'id': 'b3853cb1-108f-4722-a580-c2562e2a595b', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ce:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435b30f7-8052-45fe-8611-23fda0a5a964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:13Z', 'updated_at': '2021-09-11T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:24:20.911367 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:20.946510 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Pushing event deleted for resources: {'Port': ['ID=b3853cb1-108f-4722-a580-c2562e2a595b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:21.005653 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-284003'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.113815 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-286416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-404'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.115814 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.176809 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-286425'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.177260 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 435b30f7-8052-45fe-8611-23fda0a5a964 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 14:24:21.182187 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.183110 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-3d40ed5d-44b0-4b64-bec3-6d3cadaa53af admin admin] 10.222.0.37 "DELETE /v2.0/routers/435b30f7-8052-45fe-8611-23fda0a5a964 HTTP/1.1" status: 204 len: 168 time: 1.1141362 Sep 11 14:24:21.185675 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42376) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:21.230370 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b0f1d1-d495-479c-8cf9-6b816cd4578e admin admin] Deleting subnet eba0316c-6c73-45bf-9912-ab6e639dba74 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:24:21.234374 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1d1-d495-479c-8cf9-6b816cd4578e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.274876 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1d1-d495-479c-8cf9-6b816cd4578e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8879923'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.388768 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1d1-d495-479c-8cf9-6b816cd4578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.452272 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1d1-d495-479c-8cf9-6b816cd4578e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12378291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8704976'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.467295 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1d1-d495-479c-8cf9-6b816cd4578e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.472326 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-23b0f1d1-d495-479c-8cf9-6b816cd4578e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eba0316c-6c73-45bf-9912-ab6e639dba74 HTTP/1.1" status: 204 len: 168 time: 0.2829189 Sep 11 14:24:21.472457 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:21.479802 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069c1cfc-3af2-44c7-af1c-195b2d6985f3 None None] Network fcd86cc2-faad-41bd-b8f5-904e23d2a967 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:24:21.495840 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0f1d1-d495-479c-8cf9-6b816cd4578e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba0316c-6c73-45bf-9912-ab6e639dba74,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:21.650763 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f82619fb-6162-484e-9250-4f9101cc741f req-ac3cee23-a9b2-4b6e-9d13-0907bbfb7939 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 210 time: 0.1104143 Sep 11 14:24:21.674161 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.686243 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2960-039f-4fc8-bc87-6489453f819b req-60d2665a-8d2a-4e4b-93a7-cc73426f27a9 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:21.687766 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-60d2665a-8d2a-4e4b-93a7-cc73426f27a9 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.13 "GET /v2.0/networks?id=4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 200 len: 811 time: 0.2610331 Sep 11 14:24:21.791476 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-a7314700-6a77-44c9-98fe-d3ddc8f69a8d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=823d31d3fd8e4efda6289de7638e8a3a HTTP/1.1" status: 200 len: 379 time: 0.0615382 Sep 11 14:24:21.805925 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e360ad-c126-413a-93bc-4cc80ae824a5 req-fbae12d5-fdcd-468b-9c5c-2761302feba0 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:21.807294 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c2e360ad-c126-413a-93bc-4cc80ae824a5 req-fbae12d5-fdcd-468b-9c5c-2761302feba0 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 944 time: 0.0890901 Sep 11 14:24:21.815086 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'port': {'device_id': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'admin_state_up': True, 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'security_groups': ['452136b3-e8de-48c1-bdd3-932787ac4d37']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:21.818571 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Deleting port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:21.818900 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.960957 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c2e360ad-c126-413a-93bc-4cc80ae824a5 req-c25b8df3-b3a0-4387-8297-bd0870c9f88a tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402366 Sep 11 14:24:21.970212 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] For port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=4b67ac7b-685a-49a6-bc98-1b8fc0514e9f,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:21.970584 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:21.995755 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Calling delete_port for 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:22.001515 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2618a6e6-23eb-412d-9277-fe85ee6b92e7 None None] DHCP port deletion for fcd86cc2-faad-41bd-b8f5-904e23d2a967 request from dv-cinder-760197-9-iscsi {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 11 14:24:22.065986 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Made reservation on behalf of 823d31d3fd8e4efda6289de7638e8a3a for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:24:22.068824 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2618a6e6-23eb-412d-9277-fe85ee6b92e7 None None] Deleting port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:22.069210 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2618a6e6-23eb-412d-9277-fe85ee6b92e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.070359 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.130691 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device b3853cb1-108f-4722-a580-c2562e2a595b no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:24:22.160373 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.161112 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: b3853cb1-108f-4722-a580-c2562e2a595b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:24:22.161459 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device b3853cb1-108f-4722-a580-c2562e2a595b not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:24:22.161886 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 8667b537-23bf-4770-b031-e886a96c3afd no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:24:22.165291 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-2618a6e6-23eb-412d-9277-fe85ee6b92e7 None None] For port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=4b67ac7b-685a-49a6-bc98-1b8fc0514e9f,segment=NetworkSegment(97d8f72d-d658-424d-a51d-4b165502e6b0),segment_id=97d8f72d-d658-424d-a51d-4b165502e6b0)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:22.165695 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2618a6e6-23eb-412d-9277-fe85ee6b92e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.189117 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 8667b537-23bf-4770-b031-e886a96c3afd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:24:22.189464 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 8667b537-23bf-4770-b031-e886a96c3afd not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:24:22.189895 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:24:22.203593 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b67ac7b-685a-49a6-bc98-1b8fc0514e9f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:22.208952 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] No DVR routers for this DVR port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f on host dv-cinder-760197-9-iscsi {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:24:22.217345 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-2618a6e6-23eb-412d-9277-fe85ee6b92e7 None None] Calling delete_port for 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:22.222519 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:24:22.222869 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:24:22.314390 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.317194 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Allocated IP 172.20.0.14 (4dae3f95-13a4-4d44-a868-d7efcecd67e4/bfefa7e4-1f06-4c34-a9aa-5e09faee6615/3d72460f-d476-4b6b-af6a-dde88a2c3038) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:24:22.332521 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2618a6e6-23eb-412d-9277-fe85ee6b92e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.344501 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd86cc2-faad-41bd-b8f5-904e23d2a967']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:22.359164 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d8f72d-d658-424d-a51d-4b165502e6b0') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:22.359479 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d8f72d-d658-424d-a51d-4b165502e6b0') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:22.381484 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480011'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.414799 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.432119 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:24:22.432537 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297120'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: Traceback (most recent call last): Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: timer() Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: cb(*args, **kw) Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: return func(*args, **kwargs) Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: self._notify() Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: self.callback(batched_events) Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: event.method(event) Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: return f(self, *a, **k) Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._get(url).json() Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: return self.request(url, 'GET', **kwargs) Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:24:22.434377 dv-cinder-760197-9-iscsi neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:24:22.478677 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618a6e6-23eb-412d-9277-fe85ee6b92e7 None None] Pushing event deleted for resources: {'Port': ['ID=4b67ac7b-685a-49a6-bc98-1b8fc0514e9f,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:22.484925 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2618a6e6-23eb-412d-9277-fe85ee6b92e7 None None] No DVR routers for this DVR port 4b67ac7b-685a-49a6-bc98-1b8fc0514e9f on host dv-cinder-760197-9-iscsi {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:24:22.532326 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.536256 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.538081 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fcd86cc2-faad-41bd-b8f5-904e23d2a967 HTTP/1.1" status: 204 len: 168 time: 1.0646729 Sep 11 14:24:22.541102 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42390) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:22.565133 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d0b1f-5807-4f6d-a345-5ada2e359ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd86cc2-faad-41bd-b8f5-904e23d2a967,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:22.572288 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.585342 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Transition to ACTIVE for port object 3d72460f-d476-4b6b-af6a-dde88a2c3038 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:22.618423 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.621200 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 514228fa-34ca-426e-8c5b-8eb0306cea24 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:24:22.665161 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:24:22.668328 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:22.675949 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:24:22.702663 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event updated for resources: {'Port': ['ID=3d72460f-d476-4b6b-af6a-dde88a2c3038,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:22.750971 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 514228fa-34ca-426e-8c5b-8eb0306cea24, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=514228fa-34ca-426e-8c5b-8eb0306cea24,segment=NetworkSegment(d1c53c87-2333-40b9-a971-158a92511238),segment_id=d1c53c87-2333-40b9-a971-158a92511238)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:22.752016 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:22.753536 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.763654 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '514228fa-34ca-426e-8c5b-8eb0306cea24', 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390', 'port_id': '514228fa-34ca-426e-8c5b-8eb0306cea24', 'mac_address': 'fa:16:3e:0d:51:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7395609-2221-44be-8463-b8df4efa65e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:24:22.783091 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-4687871c-9eeb-4921-b841-81842d6e2748 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9715693 Sep 11 14:24:22.814206 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Request body: {'port': {'device_id': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:22.814828 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.829943 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514228fa-34ca-426e-8c5b-8eb0306cea24 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:24:22.857738 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 514228fa-34ca-426e-8c5b-8eb0306cea24, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=514228fa-34ca-426e-8c5b-8eb0306cea24,segment=NetworkSegment(d1c53c87-2333-40b9-a971-158a92511238),segment_id=d1c53c87-2333-40b9-a971-158a92511238)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:22.863062 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246052-741c-4026-b6a0-6b8a3cd089f1 req-10150eda-2b01-49bf-99fc-c9c5327468c1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:22.864649 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.864846 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ea246052-741c-4026-b6a0-6b8a3cd089f1 req-10150eda-2b01-49bf-99fc-c9c5327468c1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 932 time: 0.0953779 Sep 11 14:24:22.906175 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.933187 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=514228fa-34ca-426e-8c5b-8eb0306cea24,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:22.935304 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-282933'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.945646 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f19ed6f4-b61a-4017-aa9b-30e8b71edb8c None None] Provisioning for port 3d72460f-d476-4b6b-af6a-dde88a2c3038 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:22.950358 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f19ed6f4-b61a-4017-aa9b-30e8b71edb8c None None] Provisioning complete for port 3d72460f-d476-4b6b-af6a-dde88a2c3038 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:22.950816 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f19ed6f4-b61a-4017-aa9b-30e8b71edb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:22.966886 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ea246052-741c-4026-b6a0-6b8a3cd089f1 req-d806ea49-6452-41ff-b476-dfd8aa7c6226 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807595 Sep 11 14:24:22.990057 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-f19ed6f4-b61a-4017-aa9b-30e8b71edb8c None None] Port 3d72460f-d476-4b6b-af6a-dde88a2c3038 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:24:23.127586 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd3534-d413-451d-85b9-efe025b2dd3e req-b6d0f910-60ca-4ccc-9acf-6289c89f988f tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:23.129072 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1dd3534-d413-451d-85b9-efe025b2dd3e req-b6d0f910-60ca-4ccc-9acf-6289c89f988f tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0836074 Sep 11 14:24:23.200368 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['514228fa-34ca-426e-8c5b-8eb0306cea24'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:24:23.206142 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] Deleting port 47683087-2306-453a-915f-4d0b0da03f68 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:23.206493 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:23.298059 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] For port 47683087-2306-453a-915f-4d0b0da03f68, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=47683087-2306-453a-915f-4d0b0da03f68,segment=NetworkSegment(0a794cb3-be5a-4720-aa39-1b24f7e14afa),segment_id=0a794cb3-be5a-4720-aa39-1b24f7e14afa)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:23.298850 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:23.312729 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] Calling delete_port for 47683087-2306-453a-915f-4d0b0da03f68 owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:23.419401 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1dd3534-d413-451d-85b9-efe025b2dd3e req-69335b99-8315-4d3c-bfc6-261a02b7c42a tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483687 Sep 11 14:24:23.485741 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d72460f-d476-4b6b-af6a-dde88a2c3038 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:24:23.491092 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:23.493522 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:23.506220 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Transition to ACTIVE for port object 3d72460f-d476-4b6b-af6a-dde88a2c3038 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:23.510269 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:23.520465 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=47683087-2306-453a-915f-4d0b0da03f68,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:23.565528 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d72460f-d476-4b6b-af6a-dde88a2c3038,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:23.646685 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Attempting to bind port 3d72460f-d476-4b6b-af6a-dde88a2c3038 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:24:23.647132 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Attempting to bind port 3d72460f-d476-4b6b-af6a-dde88a2c3038 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:24:23.647558 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Attempting to bind port 3d72460f-d476-4b6b-af6a-dde88a2c3038 on network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:24:23.653597 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Port 3d72460f-d476-4b6b-af6a-dde88a2c3038 on network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:24:23.654208 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Attempting to bind port 3d72460f-d476-4b6b-af6a-dde88a2c3038 on network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:24:23.659878 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:24:23.660391 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Checking segment: {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:24:23.660872 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Bound using segment: {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:24:23.661431 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Bound port: 3d72460f-d476-4b6b-af6a-dde88a2c3038, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6975a5b4-ab6d-436b-bbe0-f85229f01eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:24:23.662026 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:23.730066 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-283009'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:23.745348 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] For port 3d72460f-d476-4b6b-af6a-dde88a2c3038, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:24:23.756525 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] For port 3d72460f-d476-4b6b-af6a-dde88a2c3038, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3d72460f-d476-4b6b-af6a-dde88a2c3038,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:24:23.763543 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:23.816922 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:23.817717 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:23.820071 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/3d72460f-d476-4b6b-af6a-dde88a2c3038 HTTP/1.1" status: 200 len: 1094 time: 1.0146346 Sep 11 14:24:23.820600 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'tag': '3d72460f-d476-4b6b-af6a-dde88a2c3038'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:24:23.824665 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e693e73-2a55-4952-9fa9-c5241c10a2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbf0760-37b5-4344-8678-f759d7cb8801", "tag": "3d72460f-d476-4b6b-af6a-dde88a2c3038"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:24:23.863325 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389af4a-fbf3-4a64-aff7-ec46b94bb0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d72460f-d476-4b6b-af6a-dde88a2c3038,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:23.878568 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9824c21-1f5d-4070-bd6c-45af96096b99 x-openstack-request-id: req-b9824c21-1f5d-4070-bd6c-45af96096b99 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:24:23.878855 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbf0760-37b5-4344-8678-f759d7cb8801", "tag": "3d72460f-d476-4b6b-af6a-dde88a2c3038", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:24:23.879100 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9824c21-1f5d-4070-bd6c-45af96096b99 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:24:23.879494 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'tag': '3d72460f-d476-4b6b-af6a-dde88a2c3038', 'status': 'completed', 'code': 200} Sep 11 14:24:23.946101 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2960-039f-4fc8-bc87-6489453f819b req-0b276cc3-681a-46eb-ac7f-abd758b8cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:23.947628 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-0b276cc3-681a-46eb-ac7f-abd758b8cb1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 1097 time: 0.0472262 Sep 11 14:24:24.008931 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-e0822df2-7f85-442b-ae90-48565a202876 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d72460f-d476-4b6b-af6a-dde88a2c3038 HTTP/1.1" status: 200 len: 217 time: 0.0433605 Sep 11 14:24:24.032669 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] Router 9b03848f-f12f-458e-bf6b-a1c900957906 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:24:24.114787 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2960-039f-4fc8-bc87-6489453f819b req-08d8d70c-80ef-434c-8b0c-349c2dd71356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:24.116209 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-08d8d70c-80ef-434c-8b0c-349c2dd71356 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfefa7e4-1f06-4c34-a9aa-5e09faee6615 HTTP/1.1" status: 200 len: 850 time: 0.0975270 Sep 11 14:24:24.132020 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfd925-1187-4908-8381-1ef499c53916 req-e004d4ef-aa88-4221-b8b5-9d8011f86950 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:24.133481 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2acfd925-1187-4908-8381-1ef499c53916 req-e004d4ef-aa88-4221-b8b5-9d8011f86950 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 944 time: 0.0699618 Sep 11 14:24:24.149007 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:24:24.158268 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-581f46c4-4a41-4941-9514-5450f4e71b1e admin admin] 10.222.0.37 "PUT /v2.0/routers/9b03848f-f12f-458e-bf6b-a1c900957906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6159382 Sep 11 14:24:24.159069 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42402) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:24.160550 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11100dd-b133-446e-b961-4a5aa863838f None None] Sync routers for ids ['9b03848f-f12f-458e-bf6b-a1c900957906'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:24:24.172706 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11100dd-b133-446e-b961-4a5aa863838f None None] Routers {'9b03848f-f12f-458e-bf6b-a1c900957906'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:24.173572 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c11100dd-b133-446e-b961-4a5aa863838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['9b03848f-f12f-458e-bf6b-a1c900957906'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:24.203510 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2acfd925-1187-4908-8381-1ef499c53916 req-f673dfde-5dfd-4c97-b525-39fcb3b958bf tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609868 Sep 11 14:24:24.206320 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2960-039f-4fc8-bc87-6489453f819b req-aafb2289-5f81-414c-a90f-1b820dbdb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:24.207658 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-aafb2289-5f81-414c-a90f-1b820dbdb92c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae3f95-13a4-4d44-a868-d7efcecd67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834010 Sep 11 14:24:24.263221 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:24.292712 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c11100dd-b133-446e-b961-4a5aa863838f None None] Set router 9b03848f-f12f-458e-bf6b-a1c900957906 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:24.320889 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-eed53226-14af-444e-a850-459a3f790ea8 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022677 Sep 11 14:24:24.370276 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:24.442214 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7add2960-039f-4fc8-bc87-6489453f819b req-5f533a8f-4d97-4df0-8f49-5d13941420ea service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969248 Sep 11 14:24:24.448500 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Deleting port a71f154c-3c8b-4635-a180-bdd2e2f8b799 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:24.449077 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:24.549082 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] For port a71f154c-3c8b-4635-a180-bdd2e2f8b799, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=a71f154c-3c8b-4635-a180-bdd2e2f8b799,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:24.549504 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:24.550490 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7214b1-c90d-4bac-9a7f-a10720847b4d req-4fbb110c-3104-4ea7-87b9-32cc24db4bf9 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:24.552352 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8c7214b1-c90d-4bac-9a7f-a10720847b4d req-4fbb110c-3104-4ea7-87b9-32cc24db4bf9 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 945 time: 0.0596447 Sep 11 14:24:24.563124 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Calling delete_port for a71f154c-3c8b-4635-a180-bdd2e2f8b799 owned by network:router_gateway {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:24.582475 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c11100dd-b133-446e-b961-4a5aa863838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'name': 'tempest-TestMinimumBasicScenario-710468481-router', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:24:23Z', 'revision_number': 5, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'gw_port': {'id': 'a71f154c-3c8b-4635-a180-bdd2e2f8b799', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:af:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:24.609126 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11100dd-b133-446e-b961-4a5aa863838f None None] Checking router: 9b03848f-f12f-458e-bf6b-a1c900957906 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:24:24.618416 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11100dd-b133-446e-b961-4a5aa863838f None None] Routers {'9b03848f-f12f-458e-bf6b-a1c900957906'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:24.619055 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c11100dd-b133-446e-b961-4a5aa863838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['9b03848f-f12f-458e-bf6b-a1c900957906'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:24.620351 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e693e73-2a55-4952-9fa9-c5241c10a2f1 req-b974fec3-b0d1-465e-ad48-6c1d30adcf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:24.621927 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7e693e73-2a55-4952-9fa9-c5241c10a2f1 req-b974fec3-b0d1-465e-ad48-6c1d30adcf41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 1097 time: 0.0687807 Sep 11 14:24:24.625706 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8c7214b1-c90d-4bac-9a7f-a10720847b4d req-a268407d-a58e-4b2b-8db1-b209107c9110 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646386 Sep 11 14:24:24.626034 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 514228fa-34ca-426e-8c5b-8eb0306cea24 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:24.691235 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 514228fa-34ca-426e-8c5b-8eb0306cea24 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:24.695758 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 514228fa-34ca-426e-8c5b-8eb0306cea24 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:24.696703 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:24.723950 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-c11100dd-b133-446e-b961-4a5aa863838f None None] Set router 9b03848f-f12f-458e-bf6b-a1c900957906 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:24.744844 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e693e73-2a55-4952-9fa9-c5241c10a2f1 req-3d69222b-f1b1-4df3-af73-7967d8e9c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:24.746798 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7e693e73-2a55-4952-9fa9-c5241c10a2f1 req-3d69222b-f1b1-4df3-af73-7967d8e9c5ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 200 len: 912 time: 0.1151211 Sep 11 14:24:24.748240 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:24.785201 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-c11100dd-b133-446e-b961-4a5aa863838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'name': 'tempest-TestMinimumBasicScenario-710468481-router', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:24:24Z', 'revision_number': 6, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'gw_port_host': None}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:24.785832 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71f154c-3c8b-4635-a180-bdd2e2f8b799,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:24.797767 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:24.803117 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7e693e73-2a55-4952-9fa9-c5241c10a2f1 req-4d236548-9273-4b5d-9522-db63fa5e2bd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d72460f-d476-4b6b-af6a-dde88a2c3038 HTTP/1.1" status: 200 len: 217 time: 0.0451612 Sep 11 14:24:24.816025 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11100dd-b133-446e-b961-4a5aa863838f None None] The sync data for ids ['9b03848f-f12f-458e-bf6b-a1c900957906'] in dv-cinder-760197-9-iscsi is: [{'id': '9b03848f-f12f-458e-bf6b-a1c900957906', 'name': 'tempest-TestMinimumBasicScenario-710468481-router', 'tenant_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:21:19Z', 'updated_at': '2021-09-11T14:24:24Z', 'revision_number': 6, 'project_id': 'f2ae56a9a2244ac5a1a4d5274d7884ad', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:24:24.822301 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a776aa8-badb-40eb-a872-8d28348bc2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514228fa-34ca-426e-8c5b-8eb0306cea24'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:24:24.826039 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5694e9d-4f3a-4308-98b7-fbfb18641706" -d '{"events": [{"server_uuid": "5a776aa8-badb-40eb-a872-8d28348bc2f2", "name": "network-vif-plugged", "status": "completed", "tag": "514228fa-34ca-426e-8c5b-8eb0306cea24"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:24:24.858633 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 514228fa-34ca-426e-8c5b-8eb0306cea24, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=514228fa-34ca-426e-8c5b-8eb0306cea24,segment=NetworkSegment(d1c53c87-2333-40b9-a971-158a92511238),segment_id=d1c53c87-2333-40b9-a971-158a92511238)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:24.866145 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:24.867900 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-284003'] for router_gateway, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:24.877028 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e693e73-2a55-4952-9fa9-c5241c10a2f1 req-4c932f87-7331-4b7d-9216-92ac995c517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:24.878720 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7e693e73-2a55-4952-9fa9-c5241c10a2f1 req-4c932f87-7331-4b7d-9216-92ac995c517d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfefa7e4-1f06-4c34-a9aa-5e09faee6615 HTTP/1.1" status: 200 len: 850 time: 0.0626483 Sep 11 14:24:24.892864 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b338fe-2b4e-43a5-b48b-1e7c4eb56289 x-openstack-request-id: req-d5b338fe-2b4e-43a5-b48b-1e7c4eb56289 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:24:24.893164 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a776aa8-badb-40eb-a872-8d28348bc2f2", "name": "network-vif-plugged", "status": "completed", "tag": "514228fa-34ca-426e-8c5b-8eb0306cea24", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:24:24.893418 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d5b338fe-2b4e-43a5-b48b-1e7c4eb56289 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:24:24.893807 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a776aa8-badb-40eb-a872-8d28348bc2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514228fa-34ca-426e-8c5b-8eb0306cea24', 'code': 200} Sep 11 14:24:24.924025 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=514228fa-34ca-426e-8c5b-8eb0306cea24,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:24.964259 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-286416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-404'] for router, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:24.966993 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:24.970473 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e693e73-2a55-4952-9fa9-c5241c10a2f1 req-2dccc4d7-769f-4fdd-b6eb-b4b7a6c85bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:24.972216 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7e693e73-2a55-4952-9fa9-c5241c10a2f1 req-2dccc4d7-769f-4fdd-b6eb-b4b7a6c85bf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae3f95-13a4-4d44-a868-d7efcecd67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468040 Sep 11 14:24:25.014337 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-286425'] for router, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.015292 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b03848f-f12f-458e-bf6b-a1c900957906 {{(pid=93836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 14:24:25.019963 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.023812 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-98af1a91-9813-4879-a7fa-6e318c4f92c0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/9b03848f-f12f-458e-bf6b-a1c900957906 HTTP/1.1" status: 204 len: 168 time: 0.8637328 Sep 11 14:24:25.024423 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42410) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:25.068684 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e161e5c7-ece3-4e66-a5fe-4b07729f4f81 admin admin] Deleting subnet 752e7a35-ee00-449a-9427-0c695787c229 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:24:25.072629 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e161e5c7-ece3-4e66-a5fe-4b07729f4f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.077669 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7e693e73-2a55-4952-9fa9-c5241c10a2f1 req-8eaaa1e7-0ccb-4efd-a62b-70fa4d7fb260 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953095 Sep 11 14:24:25.131472 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e161e5c7-ece3-4e66-a5fe-4b07729f4f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8879923'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.177893 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7e693e73-2a55-4952-9fa9-c5241c10a2f1 req-d81f9087-245f-4b2a-bc89-fc5734691c96 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896103 Sep 11 14:24:25.339663 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8e043-8bb5-40ba-b430-6bb6c1114bfc req-6519fb1a-e08d-4245-a2a1-5ee58d568754 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:25.342272 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ca8e043-8bb5-40ba-b430-6bb6c1114bfc req-6519fb1a-e08d-4245-a2a1-5ee58d568754 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 944 time: 0.0562849 Sep 11 14:24:25.381021 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ca8e043-8bb5-40ba-b430-6bb6c1114bfc req-1eff8767-3f2e-415f-b52c-b58eb619579c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328748 Sep 11 14:24:25.406675 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ecd6e-c241-4eb3-9854-b54363fbd528 req-4a08a9ce-fa5c-4aeb-adbc-285b68f69c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:25.408088 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-f48ecd6e-c241-4eb3-9854-b54363fbd528 req-4a08a9ce-fa5c-4aeb-adbc-285b68f69c4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 1099 time: 0.3364379 Sep 11 14:24:25.473787 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-f48ecd6e-c241-4eb3-9854-b54363fbd528 req-0e459737-e40d-420f-a9a6-64710db9b927 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568955 Sep 11 14:24:25.478429 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e161e5c7-ece3-4e66-a5fe-4b07729f4f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.526560 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e161e5c7-ece3-4e66-a5fe-4b07729f4f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12378291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8704976'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.554754 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161e5c7-ece3-4e66-a5fe-4b07729f4f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752e7a35-ee00-449a-9427-0c695787c229,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:25.560038 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e161e5c7-ece3-4e66-a5fe-4b07729f4f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.563753 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e161e5c7-ece3-4e66-a5fe-4b07729f4f81 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/752e7a35-ee00-449a-9427-0c695787c229 HTTP/1.1" status: 204 len: 168 time: 0.5380485 Sep 11 14:24:25.564949 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd10b41-bdbe-4873-9f55-c2cf2861319b None None] Network ad090880-ef55-4c29-8a8c-e65ba8317c20 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:24:25.566738 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42416) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:25.640695 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.698323 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Deleting port ca300421-5f25-4aac-863f-7d6c698bdfa0 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:25.698968 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.752012 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f436c8-00cd-4735-8172-d22cdefe1bec None None] DHCP port deletion for ad090880-ef55-4c29-8a8c-e65ba8317c20 request from dv-cinder-760197-9-iscsi {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 11 14:24:25.794769 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] For port ca300421-5f25-4aac-863f-7d6c698bdfa0, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=ca300421-5f25-4aac-863f-7d6c698bdfa0,segment=NetworkSegment(0a794cb3-be5a-4720-aa39-1b24f7e14afa),segment_id=0a794cb3-be5a-4720-aa39-1b24f7e14afa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:25.795134 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.803944 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a3f436c8-00cd-4735-8172-d22cdefe1bec None None] Deleting port ca300421-5f25-4aac-863f-7d6c698bdfa0 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:24:25.804353 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3f436c8-00cd-4735-8172-d22cdefe1bec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.813008 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Calling delete_port for ca300421-5f25-4aac-863f-7d6c698bdfa0 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:25.830358 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881f48a-1146-4bba-a638-a1a8a5ca2803 req-0c4b0f93-3c4c-4c8c-9277-f3b2acb50df1 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:25.831850 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b881f48a-1146-4bba-a638-a1a8a5ca2803 req-0c4b0f93-3c4c-4c8c-9277-f3b2acb50df1 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.1085002 Sep 11 14:24:25.873849 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-a3f436c8-00cd-4735-8172-d22cdefe1bec None None] For port ca300421-5f25-4aac-863f-7d6c698bdfa0, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=ca300421-5f25-4aac-863f-7d6c698bdfa0,segment=NetworkSegment(0a794cb3-be5a-4720-aa39-1b24f7e14afa),segment_id=0a794cb3-be5a-4720-aa39-1b24f7e14afa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:25.874349 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3f436c8-00cd-4735-8172-d22cdefe1bec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.888360 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-a3f436c8-00cd-4735-8172-d22cdefe1bec None None] Calling delete_port for ca300421-5f25-4aac-863f-7d6c698bdfa0 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:24:25.916951 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b881f48a-1146-4bba-a638-a1a8a5ca2803 req-e0d4b87a-a6f2-4393-acb3-647918f63884 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483005 Sep 11 14:24:25.942679 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:25.968693 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca300421-5f25-4aac-863f-7d6c698bdfa0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:25.972236 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] No DVR routers for this DVR port ca300421-5f25-4aac-863f-7d6c698bdfa0 on host dv-cinder-760197-9-iscsi {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:24:25.974003 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a3f436c8-00cd-4735-8172-d22cdefe1bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.003729 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f436c8-00cd-4735-8172-d22cdefe1bec None None] Pushing event deleted for resources: {'Port': ['ID=ca300421-5f25-4aac-863f-7d6c698bdfa0,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:26.006860 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f436c8-00cd-4735-8172-d22cdefe1bec None None] No DVR routers for this DVR port ca300421-5f25-4aac-863f-7d6c698bdfa0 on host dv-cinder-760197-9-iscsi {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:24:26.050941 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.072763 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad090880-ef55-4c29-8a8c-e65ba8317c20']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:26.082644 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a794cb3-be5a-4720-aa39-1b24f7e14afa') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:26.082929 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a794cb3-be5a-4720-aa39-1b24f7e14afa') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:26.092842 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480011'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.105443 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.107564 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 47683087-2306-453a-915f-4d0b0da03f68 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:24:26.111713 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:24:26.112147 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297120'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: Traceback (most recent call last): Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: timer() Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: cb(*args, **kw) Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: return func(*args, **kwargs) Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: self._notify() Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: self.callback(batched_events) Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: event.method(event) Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: return f(self, *a, **k) Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._get(url).json() Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: return self.request(url, 'GET', **kwargs) Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:24:26.114038 dv-cinder-760197-9-iscsi neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:24:26.129829 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 47683087-2306-453a-915f-4d0b0da03f68 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:24:26.130176 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 47683087-2306-453a-915f-4d0b0da03f68 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:24:26.130585 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device a71f154c-3c8b-4635-a180-bdd2e2f8b799 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:24:26.149256 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: a71f154c-3c8b-4635-a180-bdd2e2f8b799 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:24:26.149598 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device a71f154c-3c8b-4635-a180-bdd2e2f8b799 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:24:26.149996 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device ca300421-5f25-4aac-863f-7d6c698bdfa0 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:24:26.170495 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: ca300421-5f25-4aac-863f-7d6c698bdfa0 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:24:26.170495 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device ca300421-5f25-4aac-863f-7d6c698bdfa0 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:24:26.170816 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.180151 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.184293 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] 10.222.0.37 "DELETE /v2.0/networks/ad090880-ef55-4c29-8a8c-e65ba8317c20 HTTP/1.1" status: 204 len: 168 time: 0.6148355 Sep 11 14:24:26.191540 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a5129-81c9-4001-8d4d-fa3d92a49c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=ad090880-ef55-4c29-8a8c-e65ba8317c20,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:26.289741 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42422) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:26.332705 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-60e8dc85-962e-4e4c-b4c4-dfad5864188e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0819c7649dad420387ad57962433b453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417991 Sep 11 14:24:26.335080 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42424) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:26.380369 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f45e734-d478-467f-b0ce-b17f6d8aa45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.401256 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f45e734-d478-467f-b0ce-b17f6d8aa45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.446253 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f45e734-d478-467f-b0ce-b17f6d8aa45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.448752 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-9f45e734-d478-467f-b0ce-b17f6d8aa45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.450621 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-9f45e734-d478-467f-b0ce-b17f6d8aa45a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25b59e43-b33f-4eda-a815-0e4321e3906d HTTP/1.1" status: 204 len: 168 time: 0.1146646 Sep 11 14:24:26.480350 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45e734-d478-467f-b0ce-b17f6d8aa45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b59e43-b33f-4eda-a815-0e4321e3906d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:26.507411 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f40f4a-2a0c-49fc-b117-768294afa831 req-5e4a7e30-5ad0-49a7-a91e-e0213e56b09d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:26.508934 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-27f40f4a-2a0c-49fc-b117-768294afa831 req-5e4a7e30-5ad0-49a7-a91e-e0213e56b09d tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 944 time: 0.0572023 Sep 11 14:24:26.547494 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-27f40f4a-2a0c-49fc-b117-768294afa831 req-7ba25ef6-fc73-400c-8e1a-f67d29a07b6c tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318503 Sep 11 14:24:26.640833 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 3d72460f-d476-4b6b-af6a-dde88a2c3038 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:24:26.748710 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 3d72460f-d476-4b6b-af6a-dde88a2c3038, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3d72460f-d476-4b6b-af6a-dde88a2c3038,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:26.760419 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '3d72460f-d476-4b6b-af6a-dde88a2c3038', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'port_id': '3d72460f-d476-4b6b-af6a-dde88a2c3038', 'mac_address': 'fa:16:3e:9c:43:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:24:26.780059 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:26.801283 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.815925 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d72460f-d476-4b6b-af6a-dde88a2c3038 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:24:26.827212 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-a3845818-bd1f-49f7-ad6a-2015795d8c18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2ae56a9a2244ac5a1a4d5274d7884ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430717 Sep 11 14:24:26.827534 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42436) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:26.837994 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 3d72460f-d476-4b6b-af6a-dde88a2c3038, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3d72460f-d476-4b6b-af6a-dde88a2c3038,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:26.842651 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.877250 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1b9381d-dcd4-4876-8e8e-9790052437a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.889190 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=3d72460f-d476-4b6b-af6a-dde88a2c3038,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:26.898639 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1b9381d-dcd4-4876-8e8e-9790052437a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.945608 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1b9381d-dcd4-4876-8e8e-9790052437a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.948461 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d1b9381d-dcd4-4876-8e8e-9790052437a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:26.950260 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d1b9381d-dcd4-4876-8e8e-9790052437a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/859c29eb-88ae-429a-8f07-393cf5d0db1d HTTP/1.1" status: 204 len: 168 time: 0.1218162 Sep 11 14:24:26.958632 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9381d-dcd4-4876-8e8e-9790052437a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859c29eb-88ae-429a-8f07-393cf5d0db1d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:27.041207 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf0b68-1e08-4ec9-8d19-e473b5ddd77e req-a2bb16fe-6e56-4738-9241-8b4541f848ff tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:27.042682 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-54cf0b68-1e08-4ec9-8d19-e473b5ddd77e req-a2bb16fe-6e56-4738-9241-8b4541f848ff tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0489266 Sep 11 14:24:27.081479 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-54cf0b68-1e08-4ec9-8d19-e473b5ddd77e req-900d1f62-b770-41eb-9d13-b11a19441e8c tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Sep 11 14:24:27.211875 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['3d72460f-d476-4b6b-af6a-dde88a2c3038'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:24:27.648780 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42504) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:27.669558 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798a45c-939e-4977-bf16-9ee97656223a req-a36d6ee7-2340-4027-a458-9ea12b073575 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:27.671025 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e798a45c-939e-4977-bf16-9ee97656223a req-a36d6ee7-2340-4027-a458-9ea12b073575 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 945 time: 0.0534818 Sep 11 14:24:27.710344 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e798a45c-939e-4977-bf16-9ee97656223a req-e6bb7141-75ce-4101-821e-7b1e4d69d2f8 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330753 Sep 11 14:24:27.752828 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-575402368-network', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:27.775305 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Made reservation on behalf of 5865367ae25f485aa8f5e84e1266c342 for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:24:27.778537 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:27.787164 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:27.873166 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:27.876953 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:27.901805 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:24:27.913689 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908e3a38-3098-4d00-8982-0c013abc276a,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:27.923884 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:27.923884 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Added segment 648cb5f6-0ae8-485b-a860-e76b75353125 of type vlan for network c16c080e-4852-4848-b89b-9689ca5903d2 Sep 11 14:24:27.926686 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.927054 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.927404 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.927798 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.928916 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.928916 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.929151 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.929425 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.929756 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.931329 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.931329 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.931329 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:27.976724 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.002923 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.003949 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:28.004634 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.034638 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3847423 Sep 11 14:24:28.037608 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42524) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:28.042474 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] Request body: {'subnet': {'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-575402368-subnet', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:28.071482 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] Made reservation on behalf of 5865367ae25f485aa8f5e84e1266c342 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:24:28.071663 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd36df6-ad77-435f-8d20-5bfe9f0051b8 admin admin] Pushing event updated for resources: {'Network': ['ID=c16c080e-4852-4848-b89b-9689ca5903d2,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:28.075179 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11906258'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.081575 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network c16c080e-4852-4848-b89b-9689ca5903d2 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:24:28.249091 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12296707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11906252'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.305679 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb383d2c-3476-4fcf-ae2a-b672afc16a15,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:28.313819 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] Checking segment: {'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:24:28.314175 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] Network hostable DHCP agents. Network: c16c080e-4852-4848-b89b-9689ca5903d2, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:24:28.330376 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] Network c16c080e-4852-4848-b89b-9689ca5903d2 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:24:28.338773 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, c16c080e-4852-4848-b89b-9689ca5903d2) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:28.343693 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:28.344314 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.348896 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e5a9c-0328-42d6-8be7-e9000298eead None None] Network c16c080e-4852-4848-b89b-9689ca5903d2 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:24:28.357916 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-23517e38-2233-47a0-a60f-ee5ae7515882 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3192365 Sep 11 14:24:28.360655 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42526) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:28.364937 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:28.385220 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-390'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.386342 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-286238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-289678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-413'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.443787 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.492293 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb819b7-d503-5a9d-ae15-3489d5670a07-c16c080e-4852-4848-b89b-9689ca5903d2', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15'}]}} from dv-cinder-760197-9-iscsi. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 11 14:24:28.493240 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.578229 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.640865 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Allocated IP 172.20.0.2 (c16c080e-4852-4848-b89b-9689ca5903d2/eb383d2c-3476-4fcf-ae2a-b672afc16a15/a171ebb8-a4b5-409b-bc30-0aba15ac2864) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:24:28.643682 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 3d72460f-d476-4b6b-af6a-dde88a2c3038 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:28.756227 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 3d72460f-d476-4b6b-af6a-dde88a2c3038 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:28.765920 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 3d72460f-d476-4b6b-af6a-dde88a2c3038 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:28.766296 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.827261 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.849301 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.856765 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.868050 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Transition to ACTIVE for port object a171ebb8-a4b5-409b-bc30-0aba15ac2864 will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:28.903934 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa95cb-5a3e-458e-8db8-4a1ead95d920 req-2f38534f-4748-4aa2-8a72-132e4a74f5d0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:28.905476 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60aa95cb-5a3e-458e-8db8-4a1ead95d920 req-2f38534f-4748-4aa2-8a72-132e4a74f5d0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 945 time: 0.1142337 Sep 11 14:24:28.906915 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Transition to ACTIVE for port object a171ebb8-a4b5-409b-bc30-0aba15ac2864 will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:28.915656 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.927265 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:28.967236 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Network c16c080e-4852-4848-b89b-9689ca5903d2 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:24:28.976419 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:28.984593 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:24:28.991817 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72460f-d476-4b6b-af6a-dde88a2c3038'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:24:28.992035 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60aa95cb-5a3e-458e-8db8-4a1ead95d920 req-04404f3b-d2c8-448f-b8b4-cf65d2bbff74 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766473 Sep 11 14:24:28.994003 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31671553-b51c-41e8-82e8-69f17874c173" -d '{"events": [{"server_uuid": "0cbf0760-37b5-4344-8678-f759d7cb8801", "name": "network-vif-plugged", "status": "completed", "tag": "3d72460f-d476-4b6b-af6a-dde88a2c3038"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:24:28.996664 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Pushing event updated for resources: {'Port': ['ID=a171ebb8-a4b5-409b-bc30-0aba15ac2864,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:29.014290 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 3d72460f-d476-4b6b-af6a-dde88a2c3038, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3d72460f-d476-4b6b-af6a-dde88a2c3038,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:29.025276 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Allocated IP 172.27.0.34 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/8da1a9fa-f467-4e25-91e5-5fd04cfa698a) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:24:29.031060 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:29.072315 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68f20b3-97fc-4489-8779-b8d819b463d3 x-openstack-request-id: req-e68f20b3-97fc-4489-8779-b8d819b463d3 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:24:29.072596 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbf0760-37b5-4344-8678-f759d7cb8801", "name": "network-vif-plugged", "status": "completed", "tag": "3d72460f-d476-4b6b-af6a-dde88a2c3038", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:24:29.072850 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e68f20b3-97fc-4489-8779-b8d819b463d3 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:24:29.073238 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d72460f-d476-4b6b-af6a-dde88a2c3038', 'code': 200} Sep 11 14:24:29.090812 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Attempting to bind port a171ebb8-a4b5-409b-bc30-0aba15ac2864 on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:24:29.091412 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Attempting to bind port a171ebb8-a4b5-409b-bc30-0aba15ac2864 by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:24:29.091510 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Attempting to bind port a171ebb8-a4b5-409b-bc30-0aba15ac2864 on network c16c080e-4852-4848-b89b-9689ca5903d2 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:24:29.107290 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:24:29.107660 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Checking segment: {'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:24:29.108272 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:29.108836 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Bound using segment: {'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:24:29.109459 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Bound port: a171ebb8-a4b5-409b-bc30-0aba15ac2864, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:24:29.110018 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:29.115365 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=3d72460f-d476-4b6b-af6a-dde88a2c3038,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:29.158030 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:29.184135 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] For port a171ebb8-a4b5-409b-bc30-0aba15ac2864, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:24:29.187411 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] For port a171ebb8-a4b5-409b-bc30-0aba15ac2864, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=a171ebb8-a4b5-409b-bc30-0aba15ac2864,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:24:29.201769 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:29.206864 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:29.255706 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:24:29.258857 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:29.263382 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:24:29.265899 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7f4e8-083c-4fcf-8d0f-cd73d9003b62 None None] Pushing event updated for resources: {'Port': ['ID=a171ebb8-a4b5-409b-bc30-0aba15ac2864,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:29.294689 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124b95f-3413-4a92-97c6-4e09fcad694a req-34a1dde5-87d9-450e-baad-d89dd9f927c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:29.296593 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-0124b95f-3413-4a92-97c6-4e09fcad694a req-34a1dde5-87d9-450e-baad-d89dd9f927c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 1099 time: 0.0550201 Sep 11 14:24:29.309385 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Pushing event updated for resources: {'Port': ['ID=8da1a9fa-f467-4e25-91e5-5fd04cfa698a,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:29.335643 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-0124b95f-3413-4a92-97c6-4e09fcad694a req-603e607a-97ea-49d7-881f-a4eb0bc956cb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316298 Sep 11 14:24:29.547682 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:29.956438 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-286215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-283999'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:30.145348 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77f947-3167-4ba9-9c6b-586b1e0e10fb req-e9d92de8-da6f-4eb0-969c-d155e2042cb5 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:30.148978 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4c77f947-3167-4ba9-9c6b-586b1e0e10fb req-e9d92de8-da6f-4eb0-969c-d155e2042cb5 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 946 time: 0.0767086 Sep 11 14:24:30.161630 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device a171ebb8-a4b5-409b-bc30-0aba15ac2864 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:30.174604 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Router 100f8186-77a8-4ab3-a718-a01098a39519 is scheduled to L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 14:24:30.191485 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be03dbb0-79d3-4625-bfd3-2ea8cbc411dd None None] Network c16c080e-4852-4848-b89b-9689ca5903d2 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:24:30.240153 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-09c1d5e4-701b-43a8-bc98-be0262e633af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0641074 Sep 11 14:24:30.244540 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4c77f947-3167-4ba9-9c6b-586b1e0e10fb req-cf905504-3224-45ab-84e2-8e6068b5a0b7 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874197 Sep 11 14:24:30.327777 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3eebe1e2-8b0f-4efd-8bfa-f6ca2544ae9c None None] Provisioning for port a171ebb8-a4b5-409b-bc30-0aba15ac2864 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:30.330243 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port a171ebb8-a4b5-409b-bc30-0aba15ac2864 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:30.331542 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:24:30.339595 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3eebe1e2-8b0f-4efd-8bfa-f6ca2544ae9c None None] Provisioning complete for port a171ebb8-a4b5-409b-bc30-0aba15ac2864 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:30.340502 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3eebe1e2-8b0f-4efd-8bfa-f6ca2544ae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:30.342538 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port a171ebb8-a4b5-409b-bc30-0aba15ac2864 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:30.342897 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:30.360499 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:30.361967 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-1cfc6dfd-b8fb-4fae-b12f-aacfc8bad0ad admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0002627 Sep 11 14:24:30.369093 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42544) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:30.394658 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-da82ef70-ae3e-491d-93d8-b6ddb693ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:30.396950 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-da82ef70-ae3e-491d-93d8-b6ddb693ad64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 1099 time: 0.0585155 Sep 11 14:24:30.403991 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Sync routers for ids ['100f8186-77a8-4ab3-a718-a01098a39519'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:24:30.457896 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Routers {'100f8186-77a8-4ab3-a718-a01098a39519'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:30.458774 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['100f8186-77a8-4ab3-a718-a01098a39519'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:30.537925 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-febc4a2f-01f6-4dd4-83e3-2ff1ee2976a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:30.539698 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-febc4a2f-01f6-4dd4-83e3-2ff1ee2976a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 912 time: 0.1173673 Sep 11 14:24:30.637311 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-1896de5e-9fd0-41d0-a5e3-82599ac7d96a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e324456-ded7-4fdf-a463-d6edeb6ec8ef HTTP/1.1" status: 200 len: 1002 time: 0.0681565 Sep 11 14:24:30.754291 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-96edc3e5-4e2e-4186-94bd-50fadc132ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:30.755619 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-96edc3e5-4e2e-4186-94bd-50fadc132ce1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.0876281 Sep 11 14:24:30.816360 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Set router 100f8186-77a8-4ab3-a718-a01098a39519 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:30.820034 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:30.853566 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-7f64c19b-b72a-4741-a6cf-5e0c25835ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:30.863902 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-7f64c19b-b72a-4741-a6cf-5e0c25835ec5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907493 Sep 11 14:24:30.896558 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3eebe1e2-8b0f-4efd-8bfa-f6ca2544ae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:30.986236 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.022654 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port a171ebb8-a4b5-409b-bc30-0aba15ac2864, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=a171ebb8-a4b5-409b-bc30-0aba15ac2864,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:31.038418 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.053951 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-9afd3e4b-e9b1-463d-b8ed-012deb23a07a service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782701 Sep 11 14:24:31.102323 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.db.api [None req-3eebe1e2-8b0f-4efd-8bfa-f6ca2544ae9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 11 14:24:31.102738 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG oslo_db.api [None req-3eebe1e2-8b0f-4efd-8bfa-f6ca2544ae9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 11 14:24:31.223426 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Allocated IP 172.20.0.1 (c16c080e-4852-4848-b89b-9689ca5903d2/eb383d2c-3476-4fcf-ae2a-b672afc16a15/6df42f01-58d4-4136-b6d1-a81de80667ca) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:24:31.255494 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-d5d9d3d0-ae2d-4d83-949e-bab054888493 req-608ede83-3890-4177-b5a4-de8c25e434df service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892192 Sep 11 14:24:31.265027 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=a171ebb8-a4b5-409b-bc30-0aba15ac2864,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:31.293203 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.313066 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:29Z', 'revision_number': 3, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:31.344444 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Checking router: 100f8186-77a8-4ab3-a718-a01098a39519 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:24:31.344936 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Updating router 100f8186-77a8-4ab3-a718-a01098a39519 port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a binding host dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:24:31.370161 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.383928 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.401065 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Transition to ACTIVE for port object 6df42f01-58d4-4136-b6d1-a81de80667ca will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:31.411215 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82463184-6646-463a-ba03-d7da98dcfb85 req-be229859-db9a-4421-9e19-fb04655dba27 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:31.412720 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-82463184-6646-463a-ba03-d7da98dcfb85 req-be229859-db9a-4421-9e19-fb04655dba27 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 946 time: 0.0804255 Sep 11 14:24:31.466490 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-82463184-6646-463a-ba03-d7da98dcfb85 req-49651682-5a0e-4f39-91e1-1bc7fa640218 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461152 Sep 11 14:24:31.471397 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.508647 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Network c16c080e-4852-4848-b89b-9689ca5903d2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:24:31.513656 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:31.517204 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:24:31.524723 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=6df42f01-58d4-4136-b6d1-a81de80667ca,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:31.585305 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.585655 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.586019 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.586367 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.586705 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.587023 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.587345 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.587735 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.587967 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.588313 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.588633 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.588962 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:31.610725 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-284046'] for router_interface, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.672005 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c574f-bcd0-4426-af84-f3768e97a7fd req-48c3efb6-e5a9-4af2-ad36-32994917bfc2 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:31.673866 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-de2c574f-bcd0-4426-af84-f3768e97a7fd req-48c3efb6-e5a9-4af2-ad36-32994917bfc2 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 946 time: 0.1250200 Sep 11 14:24:31.684746 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42560) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:31.697172 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-ff14521b-2437-4a39-89f4-5c967c29a7ac tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Request body: {'floatingip': {'port_id': '3d72460f-d476-4b6b-af6a-dde88a2c3038'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:31.723455 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.742805 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Transition to ACTIVE for port object 8da1a9fa-f467-4e25-91e5-5fd04cfa698a will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:31.750231 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.778996 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff14521b-2437-4a39-89f4-5c967c29a7ac tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.804942 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d716b46-5feb-4c4e-a013-28464f2b52c8 None None] Pushing event updated for resources: {'Port': ['ID=8da1a9fa-f467-4e25-91e5-5fd04cfa698a,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:31.807862 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.812692 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Attempting to bind port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:24:31.813104 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Attempting to bind port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:24:31.813423 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Attempting to bind port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a on network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:24:31.822556 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:24:31.823275 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Checking segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:24:31.823460 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.823698 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Bound using segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:24:31.824229 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Bound port: 8da1a9fa-f467-4e25-91e5-5fd04cfa698a, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:24:31.824619 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.873870 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88ece32a-4177-4423-b5b8-27fa2128bfd4 None None] Provisioning for port 6df42f01-58d4-4136-b6d1-a81de80667ca completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:31.888495 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88ece32a-4177-4423-b5b8-27fa2128bfd4 None None] Provisioning complete for port 6df42f01-58d4-4136-b6d1-a81de80667ca triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:31.888862 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88ece32a-4177-4423-b5b8-27fa2128bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.923102 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] For port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:24:31.942799 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] For port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=8da1a9fa-f467-4e25-91e5-5fd04cfa698a,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:24:31.944427 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-88ece32a-4177-4423-b5b8-27fa2128bfd4 None None] Port 6df42f01-58d4-4136-b6d1-a81de80667ca cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:24:31.948043 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:31.991811 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-88ece32a-4177-4423-b5b8-27fa2128bfd4 None None] Provisioning complete for port a171ebb8-a4b5-409b-bc30-0aba15ac2864 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:31.992244 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-88ece32a-4177-4423-b5b8-27fa2128bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:32.037475 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d716b46-5feb-4c4e-a013-28464f2b52c8 None None] Pushing event updated for resources: {'Port': ['ID=8da1a9fa-f467-4e25-91e5-5fd04cfa698a,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:32.044163 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:32.050672 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:32.058471 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Routers {'100f8186-77a8-4ab3-a718-a01098a39519'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:32.067675 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['100f8186-77a8-4ab3-a718-a01098a39519'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:32.141496 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device a171ebb8-a4b5-409b-bc30-0aba15ac2864 up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:32.165330 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-282910'] for router_interface, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:32.175931 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=6df42f01-58d4-4136-b6d1-a81de80667ca,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:32.268835 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] Set router 100f8186-77a8-4ab3-a718-a01098a39519 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:32.293214 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Network c16c080e-4852-4848-b89b-9689ca5903d2 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:24:32.296450 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:32.312098 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff14521b-2437-4a39-89f4-5c967c29a7ac tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:32.321717 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff14521b-2437-4a39-89f4-5c967c29a7ac tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:32.406530 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port a171ebb8-a4b5-409b-bc30-0aba15ac2864 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:32.407057 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:32.451644 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Router 100f8186-77a8-4ab3-a718-a01098a39519 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:24:32.458186 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.l3_db [None req-ff14521b-2437-4a39-89f4-5c967c29a7ac tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Floating IP b93a0494-d2ac-4b0b-9c0c-0766903c73f9 associated. External IP: 172.27.0.202, port: 3d72460f-d476-4b6b-af6a-dde88a2c3038. Sep 11 14:24:32.583847 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:24:32.595366 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e99c59ba-3a27-41dc-a330-60945dda8ab1 admin admin] 10.222.0.37 "PUT /v2.0/routers/100f8186-77a8-4ab3-a718-a01098a39519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2244821 Sep 11 14:24:32.615416 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-27bc6320-d864-42db-ae2f-76b44e899ca0 None None] Provisioning complete for port 6df42f01-58d4-4136-b6d1-a81de80667ca triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:32.615794 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-27bc6320-d864-42db-ae2f-76b44e899ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:32.659970 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-27bc6320-d864-42db-ae2f-76b44e899ca0 None None] Port 6df42f01-58d4-4136-b6d1-a81de80667ca cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:24:32.671950 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '6df42f01-58d4-4136-b6d1-a81de80667ca', 'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'mac_address': 'fa:16:3e:91:eb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:31Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 2, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'subnets': [{'id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:32.717239 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff14521b-2437-4a39-89f4-5c967c29a7ac tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Router 000b873b-7e95-4c2d-b798-293c4ac9d75e has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:24:32.829878 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff14521b-2437-4a39-89f4-5c967c29a7ac tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:24:32.832583 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411fd5fc-64ce-48a6-91d0-ca3c86c426f6 None None] The sync data for ids ['100f8186-77a8-4ab3-a718-a01098a39519'] in dv-cinder-760197-9-iscsi is: [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '6df42f01-58d4-4136-b6d1-a81de80667ca', 'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'mac_address': 'fa:16:3e:91:eb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:31Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 2, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'subnets': [{'id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:24:32.836391 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ff14521b-2437-4a39-89f4-5c967c29a7ac tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:32.848294 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec7116-6ae1-4bdf-b61b-5193b05822fc None None] Sync routers for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:24:32.861253 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec7116-6ae1-4bdf-b61b-5193b05822fc None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:32.861929 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ecec7116-6ae1-4bdf-b61b-5193b05822fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:32.871770 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-ff14521b-2437-4a39-89f4-5c967c29a7ac tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "PUT /v2.0/floatingips/b93a0494-d2ac-4b0b-9c0c-0766903c73f9 HTTP/1.1" status: 200 len: 992 time: 1.1838422 Sep 11 14:24:32.871770 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'tag': '3d72460f-d476-4b6b-af6a-dde88a2c3038'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:24:32.889994 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbf0760-37b5-4344-8678-f759d7cb8801", "tag": "3d72460f-d476-4b6b-af6a-dde88a2c3038"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:24:32.969821 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de40555b-0602-440c-b5f3-8cfcb2053a33 x-openstack-request-id: req-de40555b-0602-440c-b5f3-8cfcb2053a33 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:24:32.970109 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbf0760-37b5-4344-8678-f759d7cb8801", "tag": "3d72460f-d476-4b6b-af6a-dde88a2c3038", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:24:32.970357 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de40555b-0602-440c-b5f3-8cfcb2053a33 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:24:32.970771 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'tag': '3d72460f-d476-4b6b-af6a-dde88a2c3038', 'status': 'completed', 'code': 200} Sep 11 14:24:32.998367 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ecec7116-6ae1-4bdf-b61b-5193b05822fc None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:33.273451 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42594) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:33.281426 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1938018387-network', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:33.345709 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Made reservation on behalf of a9c24a9bbf4e46fa8e0cb5e65e34114f for: {'network': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:24:33.349185 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ecec7116-6ae1-4bdf-b61b-5193b05822fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'b93a0494-d2ac-4b0b-9c0c-0766903c73f9', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'port_id': '3d72460f-d476-4b6b-af6a-dde88a2c3038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'mac_address': 'fa:16:3e:9c:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:24:18Z', 'updated_at': '2021-09-11T14:24:32Z', 'revision_number': 1, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:33.351735 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:33.365797 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:33.384302 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec7116-6ae1-4bdf-b61b-5193b05822fc None None] Checking router: 000b873b-7e95-4c2d-b798-293c4ac9d75e for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:24:33.397162 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5 req-899b4deb-4656-4f7e-9644-cc4ee44b6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:33.398381 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecec7116-6ae1-4bdf-b61b-5193b05822fc None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:33.398700 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5 req-899b4deb-4656-4f7e-9644-cc4ee44b6f1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 1099 time: 0.3489690 Sep 11 14:24:33.399401 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ecec7116-6ae1-4bdf-b61b-5193b05822fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:33.525520 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ecec7116-6ae1-4bdf-b61b-5193b05822fc None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:33.539922 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5 req-475360ea-843d-4534-97b1-dd8d37641034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:33.541596 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5 req-475360ea-843d-4534-97b1-dd8d37641034 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 200 len: 912 time: 0.1329305 Sep 11 14:24:33.615224 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:33.625899 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:33.682954 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5 req-3e4647ed-3783-4f66-9657-1b0d1377bec3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d72460f-d476-4b6b-af6a-dde88a2c3038 HTTP/1.1" status: 200 len: 1000 time: 0.1311414 Sep 11 14:24:33.684169 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:24:33.753349 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90be57ca-e44a-4f83-9c3a-7d23fdfc7d78,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:33.763809 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:33.764158 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.segments_db [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Added segment f10d3575-e9d0-46db-8c17-800659a8f1b6 of type vlan for network b2f1ce04-398b-45da-b60a-9c399bb898b7 Sep 11 14:24:33.827027 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5 req-b02ed7d0-bef7-4dd2-a88b-4c53984d90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:33.829172 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5 req-b02ed7d0-bef7-4dd2-a88b-4c53984d90b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bfefa7e4-1f06-4c34-a9aa-5e09faee6615 HTTP/1.1" status: 200 len: 850 time: 0.1322312 Sep 11 14:24:33.863776 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:33.906542 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ecec7116-6ae1-4bdf-b61b-5193b05822fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'b93a0494-d2ac-4b0b-9c0c-0766903c73f9', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'port_id': '3d72460f-d476-4b6b-af6a-dde88a2c3038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'mac_address': 'fa:16:3e:9c:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:24:18Z', 'updated_at': '2021-09-11T14:24:32Z', 'revision_number': 1, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:33.921405 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5 req-382b8688-ad92-4321-9bc9-6d70a3fe5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:33.922955 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5 req-382b8688-ad92-4321-9bc9-6d70a3fe5880 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4dae3f95-13a4-4d44-a868-d7efcecd67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826216 Sep 11 14:24:33.943348 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:33.944965 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:33.945754 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:33.985171 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecec7116-6ae1-4bdf-b61b-5193b05822fc None None] The sync data for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi is: [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': 'b93a0494-d2ac-4b0b-9c0c-0766903c73f9', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'port_id': '3d72460f-d476-4b6b-af6a-dde88a2c3038', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'mac_address': 'fa:16:3e:9c:43:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:24:18Z', 'updated_at': '2021-09-11T14:24:32Z', 'revision_number': 1, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:24:34.046835 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] Pushing event updated for resources: {'Network': ['ID=b2f1ce04-398b-45da-b60a-9c399bb898b7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:34.060399 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network b2f1ce04-398b-45da-b60a-9c399bb898b7 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:24:34.061421 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-c2b3a3ea-05ba-4b86-91b6-2c0fce9ad38a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7868853 Sep 11 14:24:34.105975 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42610) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:34.119230 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] Request body: {'subnet': {'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1938018387-subnet', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'ip_version': 4}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:34.171656 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] Made reservation on behalf of a9c24a9bbf4e46fa8e0cb5e65e34114f for: {'subnet': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:24:34.176950 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8704821'] for subnet, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:34.271451 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5 req-9a7111f6-a288-40c3-a133-61212d0944c6 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393598 Sep 11 14:24:34.275661 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 8da1a9fa-f467-4e25-91e5-5fd04cfa698a up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:34.343136 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d29c7d-09b2-49fd-9843-0fd5fb73efe8 req-6a97af6a-8c82-40d3-86b8-dc274861fab9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:34.351085 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-57d29c7d-09b2-49fd-9843-0fd5fb73efe8 req-6a97af6a-8c82-40d3-86b8-dc274861fab9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.5559797 Sep 11 14:24:34.366223 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cffbbb00-fb4b-4eef-a982-7babe6efaac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:34.393448 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:34.398312 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:34.398693 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:34.429111 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-57d29c7d-09b2-49fd-9843-0fd5fb73efe8 req-2e130e59-ee28-40af-a300-66fed6350ecd tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730622 Sep 11 14:24:34.440404 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a464cc-6060-4e6c-93c4-27c3a1f97629 None None] New status for floating IP b93a0494-d2ac-4b0b-9c0c-0766903c73f9: ACTIVE {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:24:34.464032 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-2e661854-d88a-4453-a0c8-6cc9fb91ebc5 req-799a2f06-eef4-4420-88b6-4308080e1090 service neutron] 10.222.0.13 "GET /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746757 Sep 11 14:24:34.517435 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12378354', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8704811'] for subnet, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:34.580821 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=816f3aeb-b2e3-4934-970a-2039349896cd,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:34.590281 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] Checking segment: {'id': 'f10d3575-e9d0-46db-8c17-800659a8f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:24:34.590455 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] Network hostable DHCP agents. Network: b2f1ce04-398b-45da-b60a-9c399bb898b7, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:24:34.611520 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] Network b2f1ce04-398b-45da-b60a-9c399bb898b7 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:24:34.622737 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, b2f1ce04-398b-45da-b60a-9c399bb898b7) {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:34.627356 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:34.628283 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:34.630864 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:34.637935 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020535e7-e1fc-46b8-add7-1be52ca6ab7b None None] Network b2f1ce04-398b-45da-b60a-9c399bb898b7 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:24:34.659812 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-90a0335c-ef5b-4143-84c4-04696f9b86f0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5502806 Sep 11 14:24:34.660227 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42612) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:34.665683 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1938018387-router', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:34.679398 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=8da1a9fa-f467-4e25-91e5-5fd04cfa698a,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:34.696561 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-285838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-390'] for router, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:34.697763 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-286238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-289678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-428085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-413'] for router, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:34.710948 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:34.760035 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:34.786500 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=8da1a9fa-f467-4e25-91e5-5fd04cfa698a,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:34.858759 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceb819b7-d503-5a9d-ae15-3489d5670a07-b2f1ce04-398b-45da-b60a-9c399bb898b7', 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'fixed_ips': [{'subnet_id': '816f3aeb-b2e3-4934-970a-2039349896cd'}]}} from dv-cinder-760197-9-iscsi. {{(pid=93837) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 11 14:24:34.859638 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:34.907184 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:35.001313 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.db_base_plugin_common [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Allocated IP 172.20.0.2 (b2f1ce04-398b-45da-b60a-9c399bb898b7/816f3aeb-b2e3-4934-970a-2039349896cd/64061bb5-eb20-429f-b018-be16849d87bd) {{(pid=93837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:24:35.130497 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:35.151409 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:35.162687 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Notify callbacks [] for port, precommit_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:35.174780 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Transition to ACTIVE for port object 64061bb5-eb20-429f-b018-be16849d87bd will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:35.192253 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Transition to ACTIVE for port object 64061bb5-eb20-429f-b018-be16849d87bd will not be triggered until provisioned by entity DHCP. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:35.198491 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472'] for port, after_create {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:35.239592 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Network b2f1ce04-398b-45da-b60a-9c399bb898b7 is already hosted by enough agents. {{(pid=93837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:24:35.242813 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.scheduler.base_scheduler [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Resources bound (agent type, host, resource id): {{(pid=93837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:35.246916 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Received port after_create {{(pid=93837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:24:35.256838 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Pushing event updated for resources: {'Port': ['ID=64061bb5-eb20-429f-b018-be16849d87bd,revision_number=1']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:35.275040 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Allocated IP 172.27.0.68 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/9fbe6e3b-60b3-4143-beab-467a53df6cde) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:24:35.323277 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Attempting to bind port 64061bb5-eb20-429f-b018-be16849d87bd on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:24:35.323703 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Attempting to bind port 64061bb5-eb20-429f-b018-be16849d87bd by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': 'f10d3575-e9d0-46db-8c17-800659a8f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:24:35.324634 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Attempting to bind port 64061bb5-eb20-429f-b018-be16849d87bd on network b2f1ce04-398b-45da-b60a-9c399bb898b7 {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:24:35.329708 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:24:35.330083 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Checking segment: {'id': 'f10d3575-e9d0-46db-8c17-800659a8f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:24:35.330591 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:35.330866 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Bound using segment: {'id': 'f10d3575-e9d0-46db-8c17-800659a8f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:24:35.331329 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Bound port: 64061bb5-eb20-429f-b018-be16849d87bd, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10d3575-e9d0-46db-8c17-800659a8f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:24:35.331709 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:35.396990 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:35.408414 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] For port 64061bb5-eb20-429f-b018-be16849d87bd, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:24:35.415737 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] For port 64061bb5-eb20-429f-b018-be16849d87bd, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=64061bb5-eb20-429f-b018-be16849d87bd,segment=NetworkSegment(f10d3575-e9d0-46db-8c17-800659a8f1b6),segment_id=f10d3575-e9d0-46db-8c17-800659a8f1b6)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:24:35.422155 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:35.441863 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:35.482522 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:24:35.486036 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:35.496121 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:24:35.501595 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c2491-148b-430d-9ada-7a7accbe426b None None] Pushing event updated for resources: {'Port': ['ID=64061bb5-eb20-429f-b018-be16849d87bd,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:35.529897 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbe6e3b-60b3-4143-beab-467a53df6cde,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:35.540795 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Sync routers for ids ['100f8186-77a8-4ab3-a718-a01098a39519'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:24:35.555336 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Routers {'100f8186-77a8-4ab3-a718-a01098a39519'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:35.555957 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['100f8186-77a8-4ab3-a718-a01098a39519'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:35.670003 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Set router 100f8186-77a8-4ab3-a718-a01098a39519 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:35.713506 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382d45e-14bc-4224-bf34-680006555ead req-db1b14a8-a937-4f2a-9672-7a8d3db723cf tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:35.716984 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8382d45e-14bc-4224-bf34-680006555ead req-db1b14a8-a937-4f2a-9672-7a8d3db723cf tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.1347785 Sep 11 14:24:35.808318 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8382d45e-14bc-4224-bf34-680006555ead req-e901c4c9-54d1-4efe-837b-add667dbe47c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837119 Sep 11 14:24:35.869394 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:35.911710 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '6df42f01-58d4-4136-b6d1-a81de80667ca', 'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'mac_address': 'fa:16:3e:91:eb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:31Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 2, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'subnets': [{'id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:35.938129 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Checking router: 100f8186-77a8-4ab3-a718-a01098a39519 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:24:35.938481 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Updating router 100f8186-77a8-4ab3-a718-a01098a39519 port 6df42f01-58d4-4136-b6d1-a81de80667ca binding host dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:24:36.060105 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:36.082194 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-286215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-283999'] for router, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:36.256684 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 is scheduled to L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 with binding_index 1 {{(pid=93835) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 11 14:24:36.293949 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 64061bb5-eb20-429f-b018-be16849d87bd up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:36.370948 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 64061bb5-eb20-429f-b018-be16849d87bd completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:36.381381 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 8da1a9fa-f467-4e25-91e5-5fd04cfa698a up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:36.414618 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:24:36.428257 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Sync routers for ids ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:24:36.443187 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:36.447231 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-1746bd6f-088a-4004-864d-358f6443d284 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7836900 Sep 11 14:24:36.447847 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42624) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:36.449787 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:36.454231 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Routers {'fd8a9d5c-8d4f-4217-8d3d-19119da84f72'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:36.455240 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:36.467754 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Transition to ACTIVE for port object 6df42f01-58d4-4136-b6d1-a81de80667ca will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:36.475612 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:36.548793 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:36.549042 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:36.594585 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Pushing event updated for resources: {'Port': ['ID=6df42f01-58d4-4136-b6d1-a81de80667ca,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:36.637238 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.637519 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.637699 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.638694 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.638694 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.638895 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.639242 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.639762 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.640156 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.640728 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.641269 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.641627 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:36.665319 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Attempting to bind port 6df42f01-58d4-4136-b6d1-a81de80667ca on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:24:36.665688 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Attempting to bind port 6df42f01-58d4-4136-b6d1-a81de80667ca by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:24:36.666043 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Attempting to bind port 6df42f01-58d4-4136-b6d1-a81de80667ca on network c16c080e-4852-4848-b89b-9689ca5903d2 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:24:36.672467 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:24:36.672789 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Checking segment: {'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:24:36.673320 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:36.673794 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Bound using segment: {'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:24:36.675299 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Bound port: 6df42f01-58d4-4136-b6d1-a81de80667ca, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:24:36.675811 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:36.737307 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Set router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:36.805349 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] For port 6df42f01-58d4-4136-b6d1-a81de80667ca, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:24:36.811606 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] For port 6df42f01-58d4-4136-b6d1-a81de80667ca, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=6df42f01-58d4-4136-b6d1-a81de80667ca,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:24:36.820208 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:36.846253 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be903a7-b1d5-436a-acd3-13f87d2e4c77 None None] Network b2f1ce04-398b-45da-b60a-9c399bb898b7 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:24:36.913458 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef280e-a711-489b-9b97-7cd260bfaff2 None None] Pushing event updated for resources: {'Port': ['ID=6df42f01-58d4-4136-b6d1-a81de80667ca,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:36.946523 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Routers {'100f8186-77a8-4ab3-a718-a01098a39519'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:36.947496 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['100f8186-77a8-4ab3-a718-a01098a39519'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:36.983589 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a6bb64b7-ff2f-4e94-99a3-86198d90f4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:36.988355 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f87fc102-888d-424f-90f2-5856bb9c4a45 None None] Provisioning for port 64061bb5-eb20-429f-b018-be16849d87bd completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:37.037748 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb57d3b-533b-4ff9-ac86-f024b18c4a38 req-3c743872-13d4-4ebd-938c-5b5d3088d28b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:37.045864 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-f87fc102-888d-424f-90f2-5856bb9c4a45 None None] Provisioning complete for port 64061bb5-eb20-429f-b018-be16849d87bd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:37.046602 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f87fc102-888d-424f-90f2-5856bb9c4a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:37.049587 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9bb57d3b-533b-4ff9-ac86-f024b18c4a38 req-3c743872-13d4-4ebd-938c-5b5d3088d28b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.1261592 Sep 11 14:24:37.091475 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:37.123495 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9bb57d3b-533b-4ff9-ac86-f024b18c4a38 req-7c70a935-ccf9-4253-9d9e-06625537ea1d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678542 Sep 11 14:24:37.173194 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] Set router 100f8186-77a8-4ab3-a718-a01098a39519 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:37.244312 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:37.334397 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Allocated IP 172.20.0.1 (b2f1ce04-398b-45da-b60a-9c399bb898b7/816f3aeb-b2e3-4934-970a-2039349896cd/ac913a40-2b84-4445-aa5f-9406cf4eae7d) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:24:37.338645 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'name': 'tempest-TestShelveInstance-1938018387-router', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:34Z', 'updated_at': '2021-09-11T14:24:35Z', 'revision_number': 3, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'gw_port': {'id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:35Z', 'updated_at': '2021-09-11T14:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:37.342523 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f87fc102-888d-424f-90f2-5856bb9c4a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:37.425538 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '6df42f01-58d4-4136-b6d1-a81de80667ca', 'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'mac_address': 'fa:16:3e:91:eb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:31Z', 'updated_at': '2021-09-11T14:24:36Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'subnets': [{'id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:37.455819 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d911a-7e81-4912-96cc-87734d753981 None None] The sync data for ids ['100f8186-77a8-4ab3-a718-a01098a39519'] in dv-cinder-760197-9-iscsi is: [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '6df42f01-58d4-4136-b6d1-a81de80667ca', 'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'mac_address': 'fa:16:3e:91:eb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:31Z', 'updated_at': '2021-09-11T14:24:36Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'subnets': [{'id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:24:37.511698 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Checking router: fd8a9d5c-8d4f-4217-8d3d-19119da84f72 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:24:37.512062 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Updating router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 port 9fbe6e3b-60b3-4143-beab-467a53df6cde binding host dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:24:37.573028 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:37.576077 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-f87fc102-888d-424f-90f2-5856bb9c4a45 None None] For port 64061bb5-eb20-429f-b018-be16849d87bd, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=64061bb5-eb20-429f-b018-be16849d87bd,segment=NetworkSegment(f10d3575-e9d0-46db-8c17-800659a8f1b6),segment_id=f10d3575-e9d0-46db-8c17-800659a8f1b6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:37.598926 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f87fc102-888d-424f-90f2-5856bb9c4a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:37.773871 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fc102-888d-424f-90f2-5856bb9c4a45 None None] Pushing event updated for resources: {'Port': ['ID=64061bb5-eb20-429f-b018-be16849d87bd,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:37.793302 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:37.809243 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Transition to ACTIVE for port object ac913a40-2b84-4445-aa5f-9406cf4eae7d will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:37.845961 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:37.887698 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Network b2f1ce04-398b-45da-b60a-9c399bb898b7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:24:37.890746 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:37.894406 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:24:37.902088 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Pushing event updated for resources: {'Port': ['ID=ac913a40-2b84-4445-aa5f-9406cf4eae7d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:37.941991 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-284046'] for router_interface, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:37.953088 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Notify callbacks [] for port, precommit_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:37.955291 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-b3fe8165-0652-4ae4-9114-2868e5e17f91 None None] Provisioning complete for port 64061bb5-eb20-429f-b018-be16849d87bd triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:37.955650 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b3fe8165-0652-4ae4-9114-2868e5e17f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:37.986011 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Transition to ACTIVE for port object 9fbe6e3b-60b3-4143-beab-467a53df6cde will not be triggered until provisioned by entity L2. {{(pid=93837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:38.003832 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.075577 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Attempting to bind port 9fbe6e3b-60b3-4143-beab-467a53df6cde on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:24:38.075954 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Attempting to bind port 9fbe6e3b-60b3-4143-beab-467a53df6cde by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:24:38.076321 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Attempting to bind port 9fbe6e3b-60b3-4143-beab-467a53df6cde on network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:24:38.088512 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cec38-f870-4652-be55-2ccaef41ce5d None None] Pushing event updated for resources: {'Port': ['ID=9fbe6e3b-60b3-4143-beab-467a53df6cde,revision_number=2']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:38.128749 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:24:38.129125 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Checking segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:24:38.129526 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.129916 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Bound using segment: {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'} {{(pid=93837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:24:38.130435 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.managers [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Bound port: 9fbe6e3b-60b3-4143-beab-467a53df6cde, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b84fac3-b37b-48be-8352-a6ecabc5e9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a'}}] {{(pid=93837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:24:38.130742 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.153491 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.158196 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.208522 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] For port 9fbe6e3b-60b3-4143-beab-467a53df6cde, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:24:38.212297 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] For port 9fbe6e3b-60b3-4143-beab-467a53df6cde, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=9fbe6e3b-60b3-4143-beab-467a53df6cde,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:24:38.231745 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.271206 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 64061bb5-eb20-429f-b018-be16849d87bd up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:38.358085 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426592b0-5d9f-4ea2-bb42-f4e518cc1c50 req-1b25c8a1-45cb-4ec1-942f-14f5bb0c158d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:38.359854 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-426592b0-5d9f-4ea2-bb42-f4e518cc1c50 req-1b25c8a1-45cb-4ec1-942f-14f5bb0c158d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0992074 Sep 11 14:24:38.378206 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Routers {'fd8a9d5c-8d4f-4217-8d3d-19119da84f72'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:38.379089 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:38.390816 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cec38-f870-4652-be55-2ccaef41ce5d None None] Pushing event updated for resources: {'Port': ['ID=9fbe6e3b-60b3-4143-beab-467a53df6cde,revision_number=3']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:38.393480 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1a62f5f7-1dea-4d97-92cb-53472cf0bd58 None None] Provisioning for port ac913a40-2b84-4445-aa5f-9406cf4eae7d completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:38.409439 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-426592b0-5d9f-4ea2-bb42-f4e518cc1c50 req-cb3a1232-8364-4683-8c96-8b66c36d286f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Sep 11 14:24:38.423985 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.429559 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12378493'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.439030 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 64061bb5-eb20-429f-b018-be16849d87bd triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:38.439408 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.444121 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-1a62f5f7-1dea-4d97-92cb-53472cf0bd58 None None] Provisioning complete for port ac913a40-2b84-4445-aa5f-9406cf4eae7d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:38.444121 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-1a62f5f7-1dea-4d97-92cb-53472cf0bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.503128 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3672266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-282910'] for router_interface, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.506169 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Pushing event updated for resources: {'Port': ['ID=ac913a40-2b84-4445-aa5f-9406cf4eae7d,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:38.551584 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-1a62f5f7-1dea-4d97-92cb-53472cf0bd58 None None] Port ac913a40-2b84-4445-aa5f-9406cf4eae7d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:24:38.596442 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] Set router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:38.604933 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Network b2f1ce04-398b-45da-b60a-9c399bb898b7 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:24:38.606545 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:24:38.637541 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 6df42f01-58d4-4136-b6d1-a81de80667ca up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:38.709244 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:24:38.756412 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:24:38.799697 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 6df42f01-58d4-4136-b6d1-a81de80667ca completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:38.814992 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 6df42f01-58d4-4136-b6d1-a81de80667ca triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:38.815237 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.882979 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:24:38.889477 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-f33e92f6-6d2d-4041-ad47-3e21698e3f4f admin admin] 10.222.0.37 "PUT /v2.0/routers/fd8a9d5c-8d4f-4217-8d3d-19119da84f72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4392271 Sep 11 14:24:38.906185 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-8bf11ec4-4ea3-429e-a2a5-90e1d423bd54 None None] Provisioning complete for port ac913a40-2b84-4445-aa5f-9406cf4eae7d triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:38.906563 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8bf11ec4-4ea3-429e-a2a5-90e1d423bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:38.967873 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-8bf11ec4-4ea3-429e-a2a5-90e1d423bd54 None None] Port ac913a40-2b84-4445-aa5f-9406cf4eae7d cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:24:38.976245 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'name': 'tempest-TestShelveInstance-1938018387-router', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:34Z', 'updated_at': '2021-09-11T14:24:38Z', 'revision_number': 4, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'gw_port': {'id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:35Z', 'updated_at': '2021-09-11T14:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'ac913a40-2b84-4445-aa5f-9406cf4eae7d', 'name': '', 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'mac_address': 'fa:16:3e:32:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '816f3aeb-b2e3-4934-970a-2039349896cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:37Z', 'updated_at': '2021-09-11T14:24:37Z', 'revision_number': 1, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'subnets': [{'id': '816f3aeb-b2e3-4934-970a-2039349896cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:39.009043 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc368e-b81e-4b25-8f81-a2f290b3230a None None] The sync data for ids ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'] in dv-cinder-760197-9-iscsi is: [{'id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'name': 'tempest-TestShelveInstance-1938018387-router', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:34Z', 'updated_at': '2021-09-11T14:24:38Z', 'revision_number': 4, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'gw_port': {'id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:35Z', 'updated_at': '2021-09-11T14:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'ac913a40-2b84-4445-aa5f-9406cf4eae7d', 'name': '', 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'mac_address': 'fa:16:3e:32:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '816f3aeb-b2e3-4934-970a-2039349896cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:37Z', 'updated_at': '2021-09-11T14:24:37Z', 'revision_number': 1, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'subnets': [{'id': '816f3aeb-b2e3-4934-970a-2039349896cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:24:39.015292 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.053726 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 6df42f01-58d4-4136-b6d1-a81de80667ca, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=6df42f01-58d4-4136-b6d1-a81de80667ca,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:39.059460 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.107199 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=6df42f01-58d4-4136-b6d1-a81de80667ca,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:39.114155 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.114502 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.114836 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.115170 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.115497 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.115822 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.116144 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.116492 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.116813 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.117132 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.117529 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.117889 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:24:39.531280 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11fee0-45f7-406a-961e-e0fd739f875a req-7ac218b0-fee8-46eb-843f-9fb9c5a3771e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:39.532760 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2e11fee0-45f7-406a-961e-e0fd739f875a req-7ac218b0-fee8-46eb-843f-9fb9c5a3771e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0475147 Sep 11 14:24:39.580738 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2e11fee0-45f7-406a-961e-e0fd739f875a req-11ab20ad-ad41-4cec-af2b-af670f47296e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416663 Sep 11 14:24:39.585650 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.600141 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42648) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:39.605336 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d8eb83db-3a90-4380-85eb-ad13acd424a7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320627541', 'description': 'tempest-secgroup-smoke-320627541 description', 'project_id': '5865367ae25f485aa8f5e84e1266c342'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:39.627056 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8eb83db-3a90-4380-85eb-ad13acd424a7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.708627 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8eb83db-3a90-4380-85eb-ad13acd424a7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.711985 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8eb83db-3a90-4380-85eb-ad13acd424a7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.734328 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d8eb83db-3a90-4380-85eb-ad13acd424a7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.735521 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-d8eb83db-3a90-4380-85eb-ad13acd424a7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1343288 Sep 11 14:24:39.738621 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42654) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:39.743370 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb83db-3a90-4380-85eb-ad13acd424a7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322f04c2-2d47-47ac-aafa-07aa22ea6c3d,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:39.743545 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-dc5f5a84-96f1-44cd-b971-6402178fa6bd tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Request body: {'security_group_rule': {'security_group_id': '322f04c2-2d47-47ac-aafa-07aa22ea6c3d', 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:39.773489 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5a84-96f1-44cd-b971-6402178fa6bd tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.820227 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5a84-96f1-44cd-b971-6402178fa6bd tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.824166 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5a84-96f1-44cd-b971-6402178fa6bd tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.842930 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f5a84-96f1-44cd-b971-6402178fa6bd tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188bb690-52ae-4722-9d04-79bdaead78f1,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:39.858315 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dc5f5a84-96f1-44cd-b971-6402178fa6bd tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.860255 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-dc5f5a84-96f1-44cd-b971-6402178fa6bd tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205349 Sep 11 14:24:39.863314 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:39.868406 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-d7c86068-6aac-4b15-a52b-4b601ade9e19 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Request body: {'security_group_rule': {'security_group_id': '322f04c2-2d47-47ac-aafa-07aa22ea6c3d', 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:39.896352 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7c86068-6aac-4b15-a52b-4b601ade9e19 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.954784 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7c86068-6aac-4b15-a52b-4b601ade9e19 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.961080 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7c86068-6aac-4b15-a52b-4b601ade9e19 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.990755 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c86068-6aac-4b15-a52b-4b601ade9e19 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfc067f-83b6-49e3-ab5b-088db8b30b13,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:39.994255 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7c86068-6aac-4b15-a52b-4b601ade9e19 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:39.996248 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-d7c86068-6aac-4b15-a52b-4b601ade9e19 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310647 Sep 11 14:24:39.998343 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42664) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:40.002735 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-756fe389-f49a-4dfd-a32f-c0bede581c98 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Request body: {'security_group_rule': {'security_group_id': '322f04c2-2d47-47ac-aafa-07aa22ea6c3d', 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:40.030472 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-756fe389-f49a-4dfd-a32f-c0bede581c98 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.097229 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-756fe389-f49a-4dfd-a32f-c0bede581c98 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.102738 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-756fe389-f49a-4dfd-a32f-c0bede581c98 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.121882 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fe389-f49a-4dfd-a32f-c0bede581c98 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc57550-3399-41e4-b1d1-f393b77d6aae,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:40.133792 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-756fe389-f49a-4dfd-a32f-c0bede581c98 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.135031 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-756fe389-f49a-4dfd-a32f-c0bede581c98 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357369 Sep 11 14:24:40.138404 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 42666) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:40.143316 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-c44ced2c-c677-4628-9c10-60d0e88a5882 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Request body: {'security_group_rule': {'security_group_id': '322f04c2-2d47-47ac-aafa-07aa22ea6c3d', 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:40.151535 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 6df42f01-58d4-4136-b6d1-a81de80667ca up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:40.176766 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c44ced2c-c677-4628-9c10-60d0e88a5882 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.222840 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 6df42f01-58d4-4136-b6d1-a81de80667ca triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:40.223301 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.249824 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c44ced2c-c677-4628-9c10-60d0e88a5882 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.256771 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c44ced2c-c677-4628-9c10-60d0e88a5882 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.276047 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ced2c-c677-4628-9c10-60d0e88a5882 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8570e168-b300-40ab-a41c-e12dedee068d,revision_number=0']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:40.286102 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c44ced2c-c677-4628-9c10-60d0e88a5882 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.290105 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-c44ced2c-c677-4628-9c10-60d0e88a5882 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480818 Sep 11 14:24:40.290803 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:40.296902 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-079644ee-d1c5-4ada-9181-b5cccdae09e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Request body: {'security_group_rule': {'security_group_id': '322f04c2-2d47-47ac-aafa-07aa22ea6c3d', 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:40.322636 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-079644ee-d1c5-4ada-9181-b5cccdae09e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Project 5865367ae25f485aa8f5e84e1266c342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 14:24:40.329554 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-079644ee-d1c5-4ada-9181-b5cccdae09e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.412137 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-079644ee-d1c5-4ada-9181-b5cccdae09e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.421339 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-079644ee-d1c5-4ada-9181-b5cccdae09e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.442161 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079644ee-d1c5-4ada-9181-b5cccdae09e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c16da9a-6b2e-42ed-acc6-68fa29dfa02b,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:40.456006 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-079644ee-d1c5-4ada-9181-b5cccdae09e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.457449 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-079644ee-d1c5-4ada-9181-b5cccdae09e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1652062 Sep 11 14:24:40.460163 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 42676) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:24:40.464786 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-1ad2a9b0-19c7-48a4-afd2-e52989c154ad tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Request body: {'security_group_rule': {'security_group_id': '322f04c2-2d47-47ac-aafa-07aa22ea6c3d', 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:24:40.488741 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.securitygroups_db [None req-1ad2a9b0-19c7-48a4-afd2-e52989c154ad tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Project 5865367ae25f485aa8f5e84e1266c342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 11 14:24:40.494242 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a9b0-19c7-48a4-afd2-e52989c154ad tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.557401 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a9b0-19c7-48a4-afd2-e52989c154ad tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.562060 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a9b0-19c7-48a4-afd2-e52989c154ad tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720737'] for security_group_rule, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.579925 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2a9b0-19c7-48a4-afd2-e52989c154ad tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ad86be-b6d3-40df-8c30-b5e2ac6e95fd,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:40.585983 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a9b0-19c7-48a4-afd2-e52989c154ad tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:40.587488 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-1ad2a9b0-19c7-48a4-afd2-e52989c154ad tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262894 Sep 11 14:24:40.719002 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7907a-cc1e-496b-9646-a7e0b43865dd req-49d32a2a-ad3d-42b8-83bd-aeb758b00806 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:40.720607 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d7d7907a-cc1e-496b-9646-a7e0b43865dd req-49d32a2a-ad3d-42b8-83bd-aeb758b00806 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0580809 Sep 11 14:24:40.763978 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d7d7907a-cc1e-496b-9646-a7e0b43865dd req-0ce80027-0508-4e50-a66e-436145f8042c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371134 Sep 11 14:24:41.700980 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Sync routers for ids ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:24:41.709886 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Routers {'fd8a9d5c-8d4f-4217-8d3d-19119da84f72'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:41.710487 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:41.817819 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Set router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:41.884874 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3a438-0a28-49fb-b3c4-066bda3a31fb req-51c39360-0951-4d09-8c3f-4ac235da177f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:41.887341 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-03c3a438-0a28-49fb-b3c4-066bda3a31fb req-51c39360-0951-4d09-8c3f-4ac235da177f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0490756 Sep 11 14:24:41.927578 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-03c3a438-0a28-49fb-b3c4-066bda3a31fb req-37a24db6-8163-4bc1-b99a-64c6204e3635 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343003 Sep 11 14:24:42.016522 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'name': 'tempest-TestShelveInstance-1938018387-router', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:34Z', 'updated_at': '2021-09-11T14:24:38Z', 'revision_number': 4, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'gw_port': {'id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:35Z', 'updated_at': '2021-09-11T14:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'ac913a40-2b84-4445-aa5f-9406cf4eae7d', 'name': '', 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'mac_address': 'fa:16:3e:32:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '816f3aeb-b2e3-4934-970a-2039349896cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:37Z', 'updated_at': '2021-09-11T14:24:38Z', 'revision_number': 2, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'subnets': [{'id': '816f3aeb-b2e3-4934-970a-2039349896cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:42.042828 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Checking router: fd8a9d5c-8d4f-4217-8d3d-19119da84f72 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:24:42.043251 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Updating router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 port ac913a40-2b84-4445-aa5f-9406cf4eae7d binding host dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 11 14:24:42.067533 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:42.178398 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 9fbe6e3b-60b3-4143-beab-467a53df6cde up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:42.246476 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port 9fbe6e3b-60b3-4143-beab-467a53df6cde completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:42.251181 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 9fbe6e3b-60b3-4143-beab-467a53df6cde triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:42.251606 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:42.345207 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:42.366079 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port 9fbe6e3b-60b3-4143-beab-467a53df6cde, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=9fbe6e3b-60b3-4143-beab-467a53df6cde,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:42.370477 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:42.372633 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Notify callbacks [] for port, precommit_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:42.382485 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.provisioning_blocks [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Transition to ACTIVE for port object ac913a40-2b84-4445-aa5f-9406cf4eae7d will not be triggered until provisioned by entity L2. {{(pid=93838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:24:42.388099 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:42.421738 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=9fbe6e3b-60b3-4143-beab-467a53df6cde,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:42.435590 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e6e4d-1994-477b-9814-d943d3399db6 None None] Pushing event updated for resources: {'Port': ['ID=ac913a40-2b84-4445-aa5f-9406cf4eae7d,revision_number=3']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:42.486833 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Attempting to bind port ac913a40-2b84-4445-aa5f-9406cf4eae7d on host dv-cinder-760197-9-iscsi for vnic_type normal with profile {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:24:42.487199 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Attempting to bind port ac913a40-2b84-4445-aa5f-9406cf4eae7d by drivers openvswitch,hyperv on host dv-cinder-760197-9-iscsi at level 0 using segments [{'id': 'f10d3575-e9d0-46db-8c17-800659a8f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7'}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:24:42.487553 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Attempting to bind port ac913a40-2b84-4445-aa5f-9406cf4eae7d on network b2f1ce04-398b-45da-b60a-9c399bb898b7 {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:24:42.492512 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Checking agent: {'id': 'b0c239b2-f283-4420-ae40-15b3e1f2f9d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760197-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 11, 37), 'started_at': datetime.datetime(2021, 9, 11, 14, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760197-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:24:42.492880 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Checking segment: {'id': 'f10d3575-e9d0-46db-8c17-800659a8f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:24:42.493279 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:42.493661 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Bound using segment: {'id': 'f10d3575-e9d0-46db-8c17-800659a8f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7'} {{(pid=93838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:24:42.494121 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.managers [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Bound port: ac913a40-2b84-4445-aa5f-9406cf4eae7d, host: dv-cinder-760197-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10d3575-e9d0-46db-8c17-800659a8f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7'}}] {{(pid=93838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:24:42.494514 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:42.642826 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] For port ac913a40-2b84-4445-aa5f-9406cf4eae7d, host dv-cinder-760197-9-iscsi, cleared binding levels {{(pid=93838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:24:42.646036 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.plugins.ml2.db [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] For port ac913a40-2b84-4445-aa5f-9406cf4eae7d, host dv-cinder-760197-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=ac913a40-2b84-4445-aa5f-9406cf4eae7d,segment=NetworkSegment(f10d3575-e9d0-46db-8c17-800659a8f1b6),segment_id=f10d3575-e9d0-46db-8c17-800659a8f1b6)] {{(pid=93838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:24:42.650762 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron_lib.callbacks.manager [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:42.708586 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Routers {'fd8a9d5c-8d4f-4217-8d3d-19119da84f72'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:24:42.709219 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:24:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:42.711010 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e6e4d-1994-477b-9814-d943d3399db6 None None] Pushing event updated for resources: {'Port': ['ID=ac913a40-2b84-4445-aa5f-9406cf4eae7d,revision_number=4']} {{(pid=93838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:42.820369 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] Set router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:24:43.022486 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'name': 'tempest-TestShelveInstance-1938018387-router', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:34Z', 'updated_at': '2021-09-11T14:24:38Z', 'revision_number': 4, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'gw_port': {'id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:35Z', 'updated_at': '2021-09-11T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'ac913a40-2b84-4445-aa5f-9406cf4eae7d', 'name': '', 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'mac_address': 'fa:16:3e:32:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '816f3aeb-b2e3-4934-970a-2039349896cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:37Z', 'updated_at': '2021-09-11T14:24:42Z', 'revision_number': 4, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'subnets': [{'id': '816f3aeb-b2e3-4934-970a-2039349896cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:24:43.049321 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723350a9-ffef-4407-96b8-b222133a88f7 req-131c4765-f2ad-4478-8fad-82d3aa7b8fb3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:43.050811 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-723350a9-ffef-4407-96b8-b222133a88f7 req-131c4765-f2ad-4478-8fad-82d3aa7b8fb3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0474327 Sep 11 14:24:43.052275 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfd467-51ff-4989-b5e6-22a440510713 None None] The sync data for ids ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'] in dv-cinder-760197-9-iscsi is: [{'id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'name': 'tempest-TestShelveInstance-1938018387-router', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:34Z', 'updated_at': '2021-09-11T14:24:38Z', 'revision_number': 4, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'gw_port': {'id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:35Z', 'updated_at': '2021-09-11T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'ac913a40-2b84-4445-aa5f-9406cf4eae7d', 'name': '', 'network_id': 'b2f1ce04-398b-45da-b60a-9c399bb898b7', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'mac_address': 'fa:16:3e:32:68:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '816f3aeb-b2e3-4934-970a-2039349896cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:37Z', 'updated_at': '2021-09-11T14:24:42Z', 'revision_number': 4, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'subnets': [{'id': '816f3aeb-b2e3-4934-970a-2039349896cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:24:43.091335 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-723350a9-ffef-4407-96b8-b222133a88f7 req-deab0b9d-e7cb-48a7-b471-4fd43147058e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345407 Sep 11 14:24:44.168744 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 9fbe6e3b-60b3-4143-beab-467a53df6cde up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:44.242548 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9d20a-10e1-434d-8bb3-d951445db315 req-bfe87902-7cb3-4f82-8dbd-062297a1fae9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:44.244682 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-85d9d20a-10e1-434d-8bb3-d951445db315 req-bfe87902-7cb3-4f82-8dbd-062297a1fae9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0660126 Sep 11 14:24:44.250163 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port 9fbe6e3b-60b3-4143-beab-467a53df6cde triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:44.250562 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:44.293161 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-85d9d20a-10e1-434d-8bb3-d951445db315 req-e528fd67-bac0-4884-95f1-67c3bd5132f0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414798 Sep 11 14:24:44.350877 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device ac913a40-2b84-4445-aa5f-9406cf4eae7d up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:44.398066 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning for port ac913a40-2b84-4445-aa5f-9406cf4eae7d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:24:44.402221 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port ac913a40-2b84-4445-aa5f-9406cf4eae7d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:44.402592 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:44.481449 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:44.513129 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] For port ac913a40-2b84-4445-aa5f-9406cf4eae7d, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=ac913a40-2b84-4445-aa5f-9406cf4eae7d,segment=NetworkSegment(f10d3575-e9d0-46db-8c17-800659a8f1b6),segment_id=f10d3575-e9d0-46db-8c17-800659a8f1b6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:44.517180 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:44.567020 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Pushing event updated for resources: {'Port': ['ID=ac913a40-2b84-4445-aa5f-9406cf4eae7d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:45.415689 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29596b-7374-4491-877c-b04de59f535d req-db2fca7d-916f-45f3-b70c-39ae17b73072 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:45.417816 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1c29596b-7374-4491-877c-b04de59f535d req-db2fca7d-916f-45f3-b70c-39ae17b73072 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0485485 Sep 11 14:24:45.455688 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1c29596b-7374-4491-877c-b04de59f535d req-076194db-5c11-47ec-a78f-014ba3400a00 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Sep 11 14:24:46.136318 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device ac913a40-2b84-4445-aa5f-9406cf4eae7d up at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:46.187092 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Provisioning complete for port ac913a40-2b84-4445-aa5f-9406cf4eae7d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:46.187458 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:46.577130 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d76d9-1616-4d04-8802-665b7c487a58 req-5e857e90-9f9a-4671-9594-9dbcaac1791c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:46.578532 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-695d76d9-1616-4d04-8802-665b7c487a58 req-5e857e90-9f9a-4671-9594-9dbcaac1791c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0504081 Sep 11 14:24:46.616341 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-695d76d9-1616-4d04-8802-665b7c487a58 req-beddeed1-7846-4dc3-b4e6-521e204b9167 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Sep 11 14:24:47.740031 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064233c2-112c-4d07-9872-276f5e135f42 req-5140cb8c-5cd2-42d5-ae1c-de3e659723d6 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:47.741817 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-064233c2-112c-4d07-9872-276f5e135f42 req-5140cb8c-5cd2-42d5-ae1c-de3e659723d6 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0516527 Sep 11 14:24:47.780722 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-064233c2-112c-4d07-9872-276f5e135f42 req-0d8c6c29-0d31-47c3-82f2-758712fc9c5b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Sep 11 14:24:48.899088 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0857c-c8a2-4938-a978-cfe6a1572e9e req-3541b590-e98b-48c3-845f-d66e88bca06c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:48.900720 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-44c0857c-c8a2-4938-a978-cfe6a1572e9e req-3541b590-e98b-48c3-845f-d66e88bca06c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0486045 Sep 11 14:24:48.940688 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-44c0857c-c8a2-4938-a978-cfe6a1572e9e req-2c698fb0-147f-4a23-9925-57d10f881421 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332582 Sep 11 14:24:50.061781 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49fd40-3245-44e2-a518-3ed511a05e9b req-e786e496-1d65-4242-866f-4e2a44cdaffb tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:50.063270 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0d49fd40-3245-44e2-a518-3ed511a05e9b req-e786e496-1d65-4242-866f-4e2a44cdaffb tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0502892 Sep 11 14:24:50.103094 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0d49fd40-3245-44e2-a518-3ed511a05e9b req-5d1dbd7b-48c8-41be-bc0e-d255c2cb93e3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338516 Sep 11 14:24:50.792586 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5270185e-013c-44be-9b84-1e3eff24a2f6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:24:50.887911 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:50.898449 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'port_id': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'mac_address': 'fa:16:3e:e3:7a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:24:50.933789 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:50.949591 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5270185e-013c-44be-9b84-1e3eff24a2f6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:24:50.968044 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:50.972353 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:51.020229 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=5270185e-013c-44be-9b84-1e3eff24a2f6,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:51.211220 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['5270185e-013c-44be-9b84-1e3eff24a2f6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:24:51.232785 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee719285-3dd2-4a80-b72a-916c8bc5cf34 req-b8c32d57-b016-471b-8730-144e52998bf2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:51.234219 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ee719285-3dd2-4a80-b72a-916c8bc5cf34 req-b8c32d57-b016-471b-8730-144e52998bf2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 945 time: 0.0534422 Sep 11 14:24:51.270543 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ee719285-3dd2-4a80-b72a-916c8bc5cf34 req-64865369-0bf9-4909-8793-bceeeceff582 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303564 Sep 11 14:24:52.395276 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefba44-cce1-4925-9462-b816b004de5c req-6e9dfb49-9d8a-4c21-8f1a-54c1cba01d29 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:52.397470 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7eefba44-cce1-4925-9462-b816b004de5c req-6e9dfb49-9d8a-4c21-8f1a-54c1cba01d29 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 945 time: 0.0511703 Sep 11 14:24:52.435961 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7eefba44-cce1-4925-9462-b816b004de5c req-0442027e-82ad-418d-b232-daf47851330c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Sep 11 14:24:52.801256 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5270185e-013c-44be-9b84-1e3eff24a2f6 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:24:52.970524 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 5270185e-013c-44be-9b84-1e3eff24a2f6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:24:52.970908 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:53.046121 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:53.069579 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:24:53.071892 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52b82ce-5563-4c28-8c87-773aedb5517d" -d '{"events": [{"server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "name": "network-vif-plugged", "status": "completed", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:24:53.084497 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:24:53.089092 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:24:53.139082 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=5270185e-013c-44be-9b84-1e3eff24a2f6,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:24:53.163939 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce945275-4fca-476b-b790-7855e11cea8e x-openstack-request-id: req-ce945275-4fca-476b-b790-7855e11cea8e {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:24:53.164267 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "name": "network-vif-plugged", "status": "completed", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:24:53.164526 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce945275-4fca-476b-b790-7855e11cea8e {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:24:53.164924 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'code': 200} Sep 11 14:24:53.556511 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698447c-f865-455a-88b8-6d1318d6e09f req-1454342b-8919-4ff7-bd93-2f7a62c2bc8b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:53.558537 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d698447c-f865-455a-88b8-6d1318d6e09f req-1454342b-8919-4ff7-bd93-2f7a62c2bc8b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0471637 Sep 11 14:24:53.604684 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d698447c-f865-455a-88b8-6d1318d6e09f req-73dc1ece-20e5-47c5-8300-f907683d5733 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366693 Sep 11 14:24:54.720615 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bf29c-5bd0-4db1-9faa-7685b7fc8a04 req-054b8852-c47d-4699-8efc-5bcd5a8fddad tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:54.722210 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7a1bf29c-5bd0-4db1-9faa-7685b7fc8a04 req-054b8852-c47d-4699-8efc-5bcd5a8fddad tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0531774 Sep 11 14:24:54.760684 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7a1bf29c-5bd0-4db1-9faa-7685b7fc8a04 req-10b398ff-e6ea-4abe-a231-b0f20cf737e9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324678 Sep 11 14:24:55.877810 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410888-1f87-4f42-bbb8-1a9b6afa374d req-86457e9d-4dc0-4e50-88b4-8b9f3acb8433 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:55.879320 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4f410888-1f87-4f42-bbb8-1a9b6afa374d req-86457e9d-4dc0-4e50-88b4-8b9f3acb8433 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0484288 Sep 11 14:24:55.915498 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4f410888-1f87-4f42-bbb8-1a9b6afa374d req-95f40abb-250f-4bb3-a4f7-cbf920069e2d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303102 Sep 11 14:24:57.043949 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91079e9-7695-4614-82f5-30199272bbe2 req-164f2fc2-fb49-47fc-b8e1-cb9b3a2de2f9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:57.045737 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c91079e9-7695-4614-82f5-30199272bbe2 req-164f2fc2-fb49-47fc-b8e1-cb9b3a2de2f9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0541372 Sep 11 14:24:57.088524 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c91079e9-7695-4614-82f5-30199272bbe2 req-ffc94fc3-9272-4b76-ac9a-b4f013ece649 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352693 Sep 11 14:24:58.222648 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50e96a-2988-416d-b373-938d7dbd44f7 req-b796f9c7-fdd9-4966-9ba5-495239d306b0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:58.224970 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7f50e96a-2988-416d-b373-938d7dbd44f7 req-b796f9c7-fdd9-4966-9ba5-495239d306b0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0606415 Sep 11 14:24:58.270149 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7f50e96a-2988-416d-b373-938d7dbd44f7 req-e82e789b-6147-4d63-ae94-d0cd6ba68473 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367248 Sep 11 14:24:59.399118 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00bc23-4c30-4168-bd33-bbaf324c7d75 req-8ea940e0-f795-4d6f-90be-0f915da78f99 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:24:59.400651 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6e00bc23-4c30-4168-bd33-bbaf324c7d75 req-8ea940e0-f795-4d6f-90be-0f915da78f99 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0506058 Sep 11 14:24:59.444084 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6e00bc23-4c30-4168-bd33-bbaf324c7d75 req-8457b817-acbb-4c7a-9900-4a1b34a703d2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357459 Sep 11 14:25:00.572927 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43976ada-8ff0-470e-a19d-cb819f555e19 req-42ebb546-309c-42a5-b8e1-9283f4627b36 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:00.579976 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-43976ada-8ff0-470e-a19d-cb819f555e19 req-42ebb546-309c-42a5-b8e1-9283f4627b36 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0589545 Sep 11 14:25:00.615860 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-43976ada-8ff0-470e-a19d-cb819f555e19 req-3b0b4673-82f4-43f6-b64e-97de4579e7e2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349512 Sep 11 14:25:01.230971 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:01.755613 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee4f34-ab1a-4f9b-be53-49f1a1fa0ca5 req-959b40c8-b29b-46e1-88a4-35ae140b056d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:01.757239 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5eee4f34-ab1a-4f9b-be53-49f1a1fa0ca5 req-959b40c8-b29b-46e1-88a4-35ae140b056d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0567622 Sep 11 14:25:01.800153 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5eee4f34-ab1a-4f9b-be53-49f1a1fa0ca5 req-2f8fe684-73e9-45c6-bec3-8a69720ad503 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360999 Sep 11 14:25:02.946638 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2836985-3517-4eae-aa8a-25dc6828ae39 req-eb7f9736-08dd-4024-8636-3d58718663f7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:02.949073 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d2836985-3517-4eae-aa8a-25dc6828ae39 req-eb7f9736-08dd-4024-8636-3d58718663f7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0637727 Sep 11 14:25:02.992231 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d2836985-3517-4eae-aa8a-25dc6828ae39 req-bb83bb11-c242-469b-bedb-cd3969004f82 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371771 Sep 11 14:25:04.128953 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161aa0c-4852-4d19-9176-1d470e81136c req-1ea15802-f8c9-4af2-9980-ee7a2258414f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:04.130615 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8161aa0c-4852-4d19-9176-1d470e81136c req-1ea15802-f8c9-4af2-9980-ee7a2258414f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0543423 Sep 11 14:25:04.171101 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8161aa0c-4852-4d19-9176-1d470e81136c req-9c9608a9-e6ed-42ce-bdac-537ceb9ae195 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342772 Sep 11 14:25:04.323659 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8e1d04bc-aeab-41a2-9067-2c7db5457b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:05.305788 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f80bd-5859-4040-b5b0-69e9d1e02eb0 req-3173cdb4-f02f-4b00-9db0-5437c8b3c91b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:05.307923 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5f8f80bd-5859-4040-b5b0-69e9d1e02eb0 req-3173cdb4-f02f-4b00-9db0-5437c8b3c91b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0571566 Sep 11 14:25:05.359499 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5f8f80bd-5859-4040-b5b0-69e9d1e02eb0 req-27b9ff57-363d-436b-bca9-858db0ece5e1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450411 Sep 11 14:25:06.387398 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568671b-64c3-43c9-b275-575d4287d959 req-1542c185-3308-48d9-8185-b6fa14540652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:06.388925 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4568671b-64c3-43c9-b275-575d4287d959 req-1542c185-3308-48d9-8185-b6fa14540652 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 1099 time: 0.0441108 Sep 11 14:25:06.490454 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568671b-64c3-43c9-b275-575d4287d959 req-4dd60682-bf2a-4df3-be68-243b2b673f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:06.491422 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b82f3-2d11-4ba4-8d37-6b706358c488 req-2b50d1f4-03db-45ef-b957-71a186452715 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:06.491922 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4568671b-64c3-43c9-b275-575d4287d959 req-4dd60682-bf2a-4df3-be68-243b2b673f8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 917 time: 0.0909162 Sep 11 14:25:06.492905 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d67b82f3-2d11-4ba4-8d37-6b706358c488 req-2b50d1f4-03db-45ef-b957-71a186452715 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0529377 Sep 11 14:25:06.531417 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d67b82f3-2d11-4ba4-8d37-6b706358c488 req-9736c772-2f68-4a42-8774-f1803af5cd55 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304914 Sep 11 14:25:06.562252 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4568671b-64c3-43c9-b275-575d4287d959 req-0dff7e85-9f0c-461d-9bcf-4c01e1e34bdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5270185e-013c-44be-9b84-1e3eff24a2f6 HTTP/1.1" status: 200 len: 1002 time: 0.0605910 Sep 11 14:25:06.613531 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568671b-64c3-43c9-b275-575d4287d959 req-fcbb7c13-e5e8-43a5-9b04-ad59e3b6696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:06.614882 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4568671b-64c3-43c9-b275-575d4287d959 req-fcbb7c13-e5e8-43a5-9b04-ad59e3b6696d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 200 len: 855 time: 0.0450106 Sep 11 14:25:06.660741 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568671b-64c3-43c9-b275-575d4287d959 req-c3c9825c-4d59-4542-9a92-0cac56e320d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:06.662223 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4568671b-64c3-43c9-b275-575d4287d959 req-c3c9825c-4d59-4542-9a92-0cac56e320d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568a2f43-8e1f-4fbd-a0a8-eb269904e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395131 Sep 11 14:25:06.755847 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4568671b-64c3-43c9-b275-575d4287d959 req-214f5950-06cf-4e1a-955c-19b979704725 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844343 Sep 11 14:25:06.863021 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-4568671b-64c3-43c9-b275-575d4287d959 req-5140af0b-ca77-48a0-b556-33a204861dd3 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866084 Sep 11 14:25:06.877517 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b2c90927-82f1-4048-83f4-5a738a245ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:07.126436 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:07.674516 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-d8a92cb9-49a8-4d4c-9f88-4acd4f6661bc tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320627541&fields=id&tenant_id=5865367ae25f485aa8f5e84e1266c342 HTTP/1.1" status: 200 len: 267 time: 0.0558891 Sep 11 14:25:07.682621 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c980a-c879-4db7-bbb3-f3f685459ece req-7837f39c-0dc8-4781-8d85-337f8313884c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:07.684061 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b36c980a-c879-4db7-bbb3-f3f685459ece req-7837f39c-0dc8-4781-8d85-337f8313884c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0765259 Sep 11 14:25:07.972169 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b36c980a-c879-4db7-bbb3-f3f685459ece req-3e66d610-006d-4705-877d-bb7ec1e55f9d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788036 Sep 11 14:25:08.004939 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-e1d0cbd9-289c-4e93-86a2-2d0f50778adb tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:08.006511 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-e1d0cbd9-289c-4e93-86a2-2d0f50778adb tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/networks?id=c16c080e-4852-4848-b89b-9689ca5903d2 HTTP/1.1" status: 200 len: 808 time: 0.3215289 Sep 11 14:25:08.021958 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-09ab3c8b-40ae-4894-9a9f-72fb41f12cea tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/quotas/5865367ae25f485aa8f5e84e1266c342 HTTP/1.1" status: 200 len: 375 time: 0.0087917 Sep 11 14:25:08.076269 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-3f762c35-5252-4334-ad43-d5afd5c6e4e3 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5865367ae25f485aa8f5e84e1266c342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468888 Sep 11 14:25:08.078151 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:08.257695 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-cea9f0bd-faf5-4a16-b641-36fabf3a5f67 service neutron] 10.222.0.37 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684179 Sep 11 14:25:08.354275 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-0f04b66c-5b14-4114-a5d2-0aa9c9710ddb service neutron] 10.222.0.37 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905902 Sep 11 14:25:08.645419 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d99c2533-e99b-44fb-8eb2-910045119ec1 req-64777b0c-6cff-49cc-acda-fdad6a85d248 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 210 time: 0.0260422 Sep 11 14:25:09.100200 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39daa8a8-071c-4f96-981b-7acf0f0c1b14 req-4e5873fc-a469-459f-87e8-39322bbff312 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:09.101662 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-39daa8a8-071c-4f96-981b-7acf0f0c1b14 req-4e5873fc-a469-459f-87e8-39322bbff312 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0493116 Sep 11 14:25:09.158268 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-39daa8a8-071c-4f96-981b-7acf0f0c1b14 req-4260597d-4516-47f7-a7f9-16303d2361f2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329185 Sep 11 14:25:09.577608 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:09.927613 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-370b74e8-e616-4e8e-83f5-e1ac1d290c5a req-207c9eb6-0f45-44db-b94f-5ca35275a74f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 210 time: 0.0419214 Sep 11 14:25:10.091039 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-b8a5f6c3-b258-4d19-bddb-42501ab40773 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:10.092890 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-b8a5f6c3-b258-4d19-bddb-42501ab40773 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.13 "GET /v2.0/networks?id=c16c080e-4852-4848-b89b-9689ca5903d2 HTTP/1.1" status: 200 len: 808 time: 0.1157565 Sep 11 14:25:10.151503 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-fab56647-2c26-4b5e-a705-a37b213599c2 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5865367ae25f485aa8f5e84e1266c342 HTTP/1.1" status: 200 len: 379 time: 0.0414264 Sep 11 14:25:10.162750 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Request body: {'port': {'device_id': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'admin_state_up': True, 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'security_groups': ['322f04c2-2d47-47ac-aafa-07aa22ea6c3d']}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:25:10.183874 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06514259-4d17-4878-bdca-ee9284fc9882 req-eb3558db-4f1a-443b-9a0f-0f94cdd1e1a5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:10.185432 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-06514259-4d17-4878-bdca-ee9284fc9882 req-eb3558db-4f1a-443b-9a0f-0f94cdd1e1a5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 946 time: 0.0512214 Sep 11 14:25:10.227057 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-06514259-4d17-4878-bdca-ee9284fc9882 req-ce39323f-0554-4a81-b20e-97309ae0d8e8 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340922 Sep 11 14:25:10.275452 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-b015c924-9f58-4f52-a054-5710d5a58078 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955815 Sep 11 14:25:10.304657 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Made reservation on behalf of 5865367ae25f485aa8f5e84e1266c342 for: {'port': 1} {{(pid=93836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:25:10.309158 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:10.441247 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Allocated IP 172.20.0.6 (c16c080e-4852-4848-b89b-9689ca5903d2/eb383d2c-3476-4fcf-ae2a-b672afc16a15/13da7bba-2d87-4f46-9ca5-eca50c444d62) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:25:10.592799 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:10.609002 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Transition to ACTIVE for port object 13da7bba-2d87-4f46-9ca5-eca50c444d62 will not be triggered until provisioned by entity DHCP. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:25:10.642048 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:10.682209 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Network c16c080e-4852-4848-b89b-9689ca5903d2 is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:25:10.685293 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:25:10.689916 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:25:10.724171 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event updated for resources: {'Port': ['ID=13da7bba-2d87-4f46-9ca5-eca50c444d62,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:10.752556 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:10.753184 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:10.768037 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-74749950-f6cc-451b-b5a8-87c6b0eeed54 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6093850 Sep 11 14:25:10.789365 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Request body: {'port': {'device_id': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:25:10.846842 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:10.957073 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3d44ed1d-b655-40de-844e-f540d9694109 None None] Provisioning for port 13da7bba-2d87-4f46-9ca5-eca50c444d62 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:25:10.962814 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-3d44ed1d-b655-40de-844e-f540d9694109 None None] Provisioning complete for port 13da7bba-2d87-4f46-9ca5-eca50c444d62 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:25:10.963380 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3d44ed1d-b655-40de-844e-f540d9694109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:11.002210 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-3d44ed1d-b655-40de-844e-f540d9694109 None None] Port 13da7bba-2d87-4f46-9ca5-eca50c444d62 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:25:11.051348 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5270185e-013c-44be-9b84-1e3eff24a2f6 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:25:11.065842 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d937-8f66-4c14-b8d8-ed3923a8858b req-b7e00bdc-9398-4bda-ab85-e4fcf88d6ee0 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.067714 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4867d937-8f66-4c14-b8d8-ed3923a8858b req-b7e00bdc-9398-4bda-ab85-e4fcf88d6ee0 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 931 time: 0.0507991 Sep 11 14:25:11.120864 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4867d937-8f66-4c14-b8d8-ed3923a8858b req-15ccf3f3-4f60-42a5-a2f1-043589b090b6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457373 Sep 11 14:25:11.168265 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:11.180735 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13da7bba-2d87-4f46-9ca5-eca50c444d62 {{(pid=93836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:25:11.189856 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:11.195076 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:11.198490 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485d7e1e-b7ac-4fd6-867f-8b76aac33887" -d '{"events": [{"server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:11.204988 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.provisioning_blocks [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Transition to ACTIVE for port object 13da7bba-2d87-4f46-9ca5-eca50c444d62 will not be triggered until provisioned by entity L2. {{(pid=93836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:25:11.211578 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12378493'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:11.215549 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:11.223241 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:11.246996 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f367c1-4d4b-41a0-afe4-992bf5c2d4d6 req-f8a9909f-66a2-4087-a44f-6cb4cffb2914 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.248690 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c2f367c1-4d4b-41a0-afe4-992bf5c2d4d6 req-f8a9909f-66a2-4087-a44f-6cb4cffb2914 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0768383 Sep 11 14:25:11.257871 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f61b4b5-9e84-4ea3-a982-524158134642 x-openstack-request-id: req-4f61b4b5-9e84-4ea3-a982-524158134642 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:11.258176 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:11.259455 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f61b4b5-9e84-4ea3-a982-524158134642 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:11.260602 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'code': 200} Sep 11 14:25:11.295998 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=5270185e-013c-44be-9b84-1e3eff24a2f6,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:11.323728 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Pushing event updated for resources: {'Port': ['ID=13da7bba-2d87-4f46-9ca5-eca50c444d62,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:11.346484 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c2f367c1-4d4b-41a0-afe4-992bf5c2d4d6 req-048ca71a-2ab9-468c-9fe6-2187007da101 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915868 Sep 11 14:25:11.386367 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Attempting to bind port 13da7bba-2d87-4f46-9ca5-eca50c444d62 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:25:11.386931 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Attempting to bind port 13da7bba-2d87-4f46-9ca5-eca50c444d62 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:25:11.387145 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Attempting to bind port 13da7bba-2d87-4f46-9ca5-eca50c444d62 on network c16c080e-4852-4848-b89b-9689ca5903d2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:25:11.392101 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-3e2ec4f4-1f60-4f77-9b39-b5323e7899f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.393363 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Port 13da7bba-2d87-4f46-9ca5-eca50c444d62 on network c16c080e-4852-4848-b89b-9689ca5903d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:25:11.393733 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-3e2ec4f4-1f60-4f77-9b39-b5323e7899f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2&tenant_id=b93843a73a5d4b89a16b9be7e336b96f HTTP/1.1" status: 200 len: 1097 time: 0.0940869 Sep 11 14:25:11.394054 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Attempting to bind port 13da7bba-2d87-4f46-9ca5-eca50c444d62 on network c16c080e-4852-4848-b89b-9689ca5903d2 {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:25:11.400762 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:25:11.401117 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Checking segment: {'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:25:11.401494 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Bound using segment: {'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'} {{(pid=93836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:25:11.401923 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.managers [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Bound port: 13da7bba-2d87-4f46-9ca5-eca50c444d62, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648cb5f6-0ae8-485b-a860-e76b75353125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2'}}] {{(pid=93836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:25:11.402288 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:11.405960 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925169f1-fb79-446c-86e7-c452a371f041 req-031909e8-77a9-4927-860f-ee201e90e673 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.407487 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-925169f1-fb79-446c-86e7-c452a371f041 req-031909e8-77a9-4927-860f-ee201e90e673 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0900736 Sep 11 14:25:11.497565 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-925169f1-fb79-446c-86e7-c452a371f041 req-0f3f7d04-b276-4aad-9aa8-372c245d1605 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812829 Sep 11 14:25:11.503915 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-df1e7e98-db0b-461d-9be2-956480b50e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.505505 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-df1e7e98-db0b-461d-9be2-956480b50e7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 1097 time: 0.0659237 Sep 11 14:25:11.506267 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] For port 13da7bba-2d87-4f46-9ca5-eca50c444d62, host hv-cinder-76019, cleared binding levels {{(pid=93836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:25:11.509912 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] For port 13da7bba-2d87-4f46-9ca5-eca50c444d62, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:25:11.517142 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12378493'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:11.563995 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.564713 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:11.566537 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] 10.222.0.13 "PUT /v2.0/ports/13da7bba-2d87-4f46-9ca5-eca50c444d62 HTTP/1.1" status: 200 len: 1093 time: 0.7815039 Sep 11 14:25:11.568880 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:11.571276 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da798a-a32b-4000-868a-279e40f0ca13" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:11.608829 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058316a4-3976-4d8f-ae65-e6b597415eeb service neutron] Pushing event updated for resources: {'Port': ['ID=13da7bba-2d87-4f46-9ca5-eca50c444d62,revision_number=3']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:11.631530 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-2fe7db08-427c-47da-b4dc-22a132e84f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.633018 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-2fe7db08-427c-47da-b4dc-22a132e84f5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 917 time: 0.1071086 Sep 11 14:25:11.715061 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-0320a322-55b3-4ba3-ac9a-5acc93e29e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.716609 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-0320a322-55b3-4ba3-ac9a-5acc93e29e03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5865367ae25f485aa8f5e84e1266c342&device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 1096 time: 0.0529902 Sep 11 14:25:11.730522 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d31fc63-f265-452f-aee9-0b721dac0deb x-openstack-request-id: req-5d31fc63-f265-452f-aee9-0b721dac0deb {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:11.730823 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:11.731104 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d31fc63-f265-452f-aee9-0b721dac0deb {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:11.731476 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'status': 'completed', 'code': 200} Sep 11 14:25:11.736830 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-110aacc8-3017-478b-b68a-a6adc81b3bd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5270185e-013c-44be-9b84-1e3eff24a2f6 HTTP/1.1" status: 200 len: 1000 time: 0.0820971 Sep 11 14:25:11.786790 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-3b749e24-69ea-4b6c-9016-af01275f1d09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62 HTTP/1.1" status: 200 len: 217 time: 0.0356848 Sep 11 14:25:11.817396 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-637585b5-2d04-4882-9ddb-47bb26797b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.818832 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-637585b5-2d04-4882-9ddb-47bb26797b08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 200 len: 855 time: 0.0433233 Sep 11 14:25:11.840123 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-16a5f878-14df-4da0-b7d7-6b3e150a7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.841518 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-16a5f878-14df-4da0-b7d7-6b3e150a7df2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb383d2c-3476-4fcf-ae2a-b672afc16a15 HTTP/1.1" status: 200 len: 847 time: 0.0460436 Sep 11 14:25:11.869742 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-2fd37b51-8e74-4bcc-9f91-abf40dd12b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.871275 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-2fd37b51-8e74-4bcc-9f91-abf40dd12b84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568a2f43-8e1f-4fbd-a0a8-eb269904e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416622 Sep 11 14:25:11.889135 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-caf87f34-fa6e-4385-9b40-a7039c586b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:11.890598 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-caf87f34-fa6e-4385-9b40-a7039c586b3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c16c080e-4852-4848-b89b-9689ca5903d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401633 Sep 11 14:25:11.965069 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-c06f25d8-b36d-47a0-9145-308feeb5fd7a service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843799 Sep 11 14:25:11.983210 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-bdc0e67e-d956-45ce-9b84-a19950f5f8fb service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836327 Sep 11 14:25:12.059274 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6a478dbe-8dc0-4c41-b4e5-e4409696dde3 req-59212e03-ec2b-42f9-921d-1545c48ab231 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821896 Sep 11 14:25:12.072969 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-c80e1741-babe-45c6-822e-9eea21034fd4 req-f7bc914b-1a92-4fbb-9756-e7ef98d5443c service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824025 Sep 11 14:25:12.224439 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da798a-a32b-4000-868a-279e40f0ca13 req-ff5c699a-835a-4271-86b4-5d6b00b1d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:12.226049 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-90da798a-a32b-4000-868a-279e40f0ca13 req-ff5c699a-835a-4271-86b4-5d6b00b1d91f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5865367ae25f485aa8f5e84e1266c342&device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 1096 time: 0.0407159 Sep 11 14:25:12.245533 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38308-ef9e-4806-b871-788d3759cd99 req-06e9b4bc-78c3-4a4f-b4a4-0aadad5cd36c tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:12.246980 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-81b38308-ef9e-4806-b871-788d3759cd99 req-06e9b4bc-78c3-4a4f-b4a4-0aadad5cd36c tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0523376 Sep 11 14:25:12.285134 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-81b38308-ef9e-4806-b871-788d3759cd99 req-2cc90c9b-726d-4c7a-bf6b-b43cdc5ed851 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 Sep 11 14:25:12.340444 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da798a-a32b-4000-868a-279e40f0ca13 req-f7771ed3-0183-4b6a-9ab9-71ce5ccc3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:12.341903 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-90da798a-a32b-4000-868a-279e40f0ca13 req-f7771ed3-0183-4b6a-9ab9-71ce5ccc3487 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c16c080e-4852-4848-b89b-9689ca5903d2 HTTP/1.1" status: 200 len: 909 time: 0.0890212 Sep 11 14:25:12.390269 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-90da798a-a32b-4000-868a-279e40f0ca13 req-d94f52b8-2343-42b3-8629-71606d3f9a5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62 HTTP/1.1" status: 200 len: 217 time: 0.0372415 Sep 11 14:25:12.469530 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da798a-a32b-4000-868a-279e40f0ca13 req-8e8e29b6-41d9-4d99-92e5-5637f3ba8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:12.471097 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-90da798a-a32b-4000-868a-279e40f0ca13 req-8e8e29b6-41d9-4d99-92e5-5637f3ba8bd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb383d2c-3476-4fcf-ae2a-b672afc16a15 HTTP/1.1" status: 200 len: 847 time: 0.0531616 Sep 11 14:25:12.471642 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea1881-537a-42d6-a550-d8ee704a9849 req-98e835cf-e04b-479d-a58c-6a01d4b513cd tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:12.473188 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2eea1881-537a-42d6-a550-d8ee704a9849 req-98e835cf-e04b-479d-a58c-6a01d4b513cd tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0582309 Sep 11 14:25:12.521919 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2eea1881-537a-42d6-a550-d8ee704a9849 req-c8aed79c-b12f-477b-8e5d-a1809343ae4f tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Sep 11 14:25:12.526280 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da798a-a32b-4000-868a-279e40f0ca13 req-76e2d8ea-a158-4544-b585-85b835d341d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:12.526761 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-90da798a-a32b-4000-868a-279e40f0ca13 req-76e2d8ea-a158-4544-b585-85b835d341d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c16c080e-4852-4848-b89b-9689ca5903d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462441 Sep 11 14:25:12.657871 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9a937-1119-4001-9eaa-1ad05e98b50c req-127487f2-9fc9-4a29-b968-c7b8bf337d21 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:12.665815 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-28c9a937-1119-4001-9eaa-1ad05e98b50c req-127487f2-9fc9-4a29-b968-c7b8bf337d21 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0590217 Sep 11 14:25:12.703756 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-90da798a-a32b-4000-868a-279e40f0ca13 req-7fe8666b-2050-4216-9eff-9bacbde43c9b service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625926 Sep 11 14:25:12.704506 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-28c9a937-1119-4001-9eaa-1ad05e98b50c req-7cc51897-7152-4bd7-b223-4b7f12913929 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378127 Sep 11 14:25:13.414071 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5562e-686f-4542-bf0a-11d47809a63b req-473f3664-7e28-431a-bc41-85c26616a331 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:13.415969 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60b5562e-686f-4542-bf0a-11d47809a63b req-473f3664-7e28-431a-bc41-85c26616a331 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0576901 Sep 11 14:25:13.454530 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60b5562e-686f-4542-bf0a-11d47809a63b req-7751fc3d-9449-413d-a656-baf42733b840 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320010 Sep 11 14:25:13.642176 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cf49e-e61f-4bb9-bbef-3157e79456f1 req-c91ddfba-e7b6-40ed-847d-fad967ae1d2d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:13.643644 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5c3cf49e-e61f-4bb9-bbef-3157e79456f1 req-c91ddfba-e7b6-40ed-847d-fad967ae1d2d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0512738 Sep 11 14:25:13.685018 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5c3cf49e-e61f-4bb9-bbef-3157e79456f1 req-90c42f4e-5e85-4d2d-9ae6-e57db81d753b tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348260 Sep 11 14:25:13.828020 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e40d4-8d4f-47ac-8405-b97690571160 req-1ef6824b-fdf0-4cd6-9a31-8acfa0da6227 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:13.829506 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-533e40d4-8d4f-47ac-8405-b97690571160 req-1ef6824b-fdf0-4cd6-9a31-8acfa0da6227 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0521636 Sep 11 14:25:13.869715 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-533e40d4-8d4f-47ac-8405-b97690571160 req-9191d24b-d771-4559-bb1e-e246536ffc39 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343380 Sep 11 14:25:14.582768 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662a9a-2b50-4155-92c8-3b0f6f3c7e90 req-ddd9390b-713d-4151-b46e-e2664990cd6d tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:14.584250 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b662a9a-2b50-4155-92c8-3b0f6f3c7e90 req-ddd9390b-713d-4151-b46e-e2664990cd6d tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0653288 Sep 11 14:25:14.623950 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b662a9a-2b50-4155-92c8-3b0f6f3c7e90 req-8d6d8224-a715-4266-abde-7ee4782f4398 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327575 Sep 11 14:25:14.807426 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57b87f-b633-4273-8b3b-ea8166d654fe req-3a6b8bed-72cc-4e9b-b7e9-8ea33b1bb6ad tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:14.808833 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3c57b87f-b633-4273-8b3b-ea8166d654fe req-3a6b8bed-72cc-4e9b-b7e9-8ea33b1bb6ad tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0542498 Sep 11 14:25:14.847069 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3c57b87f-b633-4273-8b3b-ea8166d654fe req-aaad988a-0e51-4249-9617-5260b479223c tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Sep 11 14:25:14.992119 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0ec68-a691-4b53-a7d0-21ef6c9dd656 req-71274d2a-f357-4395-ba88-2f699f76b796 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:14.994370 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3bf0ec68-a691-4b53-a7d0-21ef6c9dd656 req-71274d2a-f357-4395-ba88-2f699f76b796 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0518513 Sep 11 14:25:15.031393 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3bf0ec68-a691-4b53-a7d0-21ef6c9dd656 req-a264e5f6-24c1-4b47-aca0-5b63f847eb19 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309210 Sep 11 14:25:15.697994 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:25:15.750163 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8e27a-eadf-4bb3-a072-f8960f283648 req-8aee2df6-909f-4873-a1c4-303990bdc36f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:15.751928 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b2e8e27a-eadf-4bb3-a072-f8960f283648 req-8aee2df6-909f-4873-a1c4-303990bdc36f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0509670 Sep 11 14:25:15.792936 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b2e8e27a-eadf-4bb3-a072-f8960f283648 req-2a1c9db3-c3ab-4526-a8a3-fc67298c4147 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349593 Sep 11 14:25:15.977773 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70048b2-35e8-4c86-8d45-4b817bcf9ce3 req-c2ca74f8-4880-4826-b86b-8a4f10e0d1d7 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:15.979536 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c70048b2-35e8-4c86-8d45-4b817bcf9ce3 req-c2ca74f8-4880-4826-b86b-8a4f10e0d1d7 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0529952 Sep 11 14:25:16.018100 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c70048b2-35e8-4c86-8d45-4b817bcf9ce3 req-dd0d57b2-3a18-4a2c-89cc-a55d8be5a29c tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Sep 11 14:25:16.159275 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191041b7-c807-4d01-8dad-9a0a09cb04ef req-a419bdb7-9a35-4bb1-96ac-891fe918477a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:16.160933 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-191041b7-c807-4d01-8dad-9a0a09cb04ef req-a419bdb7-9a35-4bb1-96ac-891fe918477a tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0519373 Sep 11 14:25:16.200139 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-191041b7-c807-4d01-8dad-9a0a09cb04ef req-9b643a96-fb69-49d1-945d-e92c2321608c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327327 Sep 11 14:25:16.928279 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7586b0-12a3-4aa8-999d-4ce872d51dbb req-0c038efe-b572-4bc7-83bb-912934953546 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:16.929734 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ed7586b0-12a3-4aa8-999d-4ce872d51dbb req-0c038efe-b572-4bc7-83bb-912934953546 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0546613 Sep 11 14:25:16.969861 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ed7586b0-12a3-4aa8-999d-4ce872d51dbb req-eaf07f13-06a5-478e-accd-35751029ba3a tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340536 Sep 11 14:25:17.135843 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a4249-105f-4c07-b5a5-fee116ea8ebe req-d4b0ad1d-562d-4aa1-a849-aab082740fc3 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:17.137290 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c61a4249-105f-4c07-b5a5-fee116ea8ebe req-d4b0ad1d-562d-4aa1-a849-aab082740fc3 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0477300 Sep 11 14:25:17.182669 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c61a4249-105f-4c07-b5a5-fee116ea8ebe req-92f60e8b-bebb-49e7-aa71-af1cedb2f24f tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Sep 11 14:25:17.327694 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633d35b-0524-4a3f-968b-b4b63eb5d4e5 req-90d01e72-85bd-425a-904a-37d3d5f0580e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:17.329219 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a633d35b-0524-4a3f-968b-b4b63eb5d4e5 req-90d01e72-85bd-425a-904a-37d3d5f0580e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0491567 Sep 11 14:25:17.371483 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a633d35b-0524-4a3f-968b-b4b63eb5d4e5 req-74bf4f49-a881-4258-9286-6c25d0374759 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336862 Sep 11 14:25:18.092463 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e5e3a-3382-424a-a477-6079e2a2bf27 req-bb0773c9-e168-4346-b509-cdcee6f220f3 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:18.094058 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c64e5e3a-3382-424a-a477-6079e2a2bf27 req-bb0773c9-e168-4346-b509-cdcee6f220f3 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0588391 Sep 11 14:25:18.132862 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c64e5e3a-3382-424a-a477-6079e2a2bf27 req-045c0e39-97df-4e9c-8539-8b82d38885e0 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324631 Sep 11 14:25:18.302186 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04067c-e6ed-4ee8-a5d7-1d6fa45a57eb req-e1b1fa1a-1762-4320-909d-6ed3477f3d50 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:18.303990 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8a04067c-e6ed-4ee8-a5d7-1d6fa45a57eb req-e1b1fa1a-1762-4320-909d-6ed3477f3d50 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0511637 Sep 11 14:25:18.355761 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8a04067c-e6ed-4ee8-a5d7-1d6fa45a57eb req-e732bcaf-2edf-4417-97c8-ef63b2c0b341 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454664 Sep 11 14:25:18.496663 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b112d-4d1b-4565-82f8-77c097f177f1 req-47b93610-7a2b-43da-8d51-62085e7913ba tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:18.498198 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4b4b112d-4d1b-4565-82f8-77c097f177f1 req-47b93610-7a2b-43da-8d51-62085e7913ba tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0522399 Sep 11 14:25:18.537806 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4b4b112d-4d1b-4565-82f8-77c097f177f1 req-85e65568-6397-416d-a4e2-071d5a06609c tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334737 Sep 11 14:25:19.265240 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe23e3-c508-4fe7-9c46-011434f53aa3 req-c54e3555-c08d-4530-a852-b19c87f55465 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:19.266879 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7dbe23e3-c508-4fe7-9c46-011434f53aa3 req-c54e3555-c08d-4530-a852-b19c87f55465 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0600469 Sep 11 14:25:19.308510 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7dbe23e3-c508-4fe7-9c46-011434f53aa3 req-1a5311c0-2d08-4518-8447-fffbfb4a88d8 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342331 Sep 11 14:25:19.473443 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34862f49-b850-479f-b58c-2ea67ef03521 req-8366c6b7-f6ed-4639-843e-68a04ba6e9f0 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:19.474901 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-34862f49-b850-479f-b58c-2ea67ef03521 req-8366c6b7-f6ed-4639-843e-68a04ba6e9f0 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0512500 Sep 11 14:25:19.528823 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-34862f49-b850-479f-b58c-2ea67ef03521 req-07e46ad3-5502-400a-89d2-4d8332d4759d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467293 Sep 11 14:25:19.663075 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93ae03-e719-402d-8f29-85c457fd92f0 req-024c83c7-48e9-4382-87f3-ced04a5a11ba tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:19.664484 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fd93ae03-e719-402d-8f29-85c457fd92f0 req-024c83c7-48e9-4382-87f3-ced04a5a11ba tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0523863 Sep 11 14:25:19.707180 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fd93ae03-e719-402d-8f29-85c457fd92f0 req-d021b3f2-6c81-4459-92e2-ecb25fea94eb tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355940 Sep 11 14:25:20.431550 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4fa5f-eba5-4683-8328-97c6f1250171 req-52db9edf-4701-4e74-a191-d38888228973 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:20.433287 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-72a4fa5f-eba5-4683-8328-97c6f1250171 req-52db9edf-4701-4e74-a191-d38888228973 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0545907 Sep 11 14:25:20.473479 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-72a4fa5f-eba5-4683-8328-97c6f1250171 req-82f9431e-3f5a-4af4-85be-d449d63538da tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339220 Sep 11 14:25:20.646355 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e272209-5b57-4ac8-b1fd-416baf96a170 req-e0b6b83f-19ba-4af0-a1ab-f5c144e1daf3 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:20.647735 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3e272209-5b57-4ac8-b1fd-416baf96a170 req-e0b6b83f-19ba-4af0-a1ab-f5c144e1daf3 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0530293 Sep 11 14:25:20.687376 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3e272209-5b57-4ac8-b1fd-416baf96a170 req-83c32604-27d5-474d-a4f3-6f78227bb7ca tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328827 Sep 11 14:25:20.829230 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38302c4c-0ee1-4b1d-ab73-c90a9cf1bce1 req-614b772f-e7de-40ba-84ce-b01ef4225de7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:20.830758 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-38302c4c-0ee1-4b1d-ab73-c90a9cf1bce1 req-614b772f-e7de-40ba-84ce-b01ef4225de7 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0511763 Sep 11 14:25:20.871966 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-38302c4c-0ee1-4b1d-ab73-c90a9cf1bce1 req-134f40e4-b962-48bf-bd29-35ed6f0bb7bb tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352926 Sep 11 14:25:21.592891 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba63fb-15fb-4f05-bb3a-19973978bf2a req-38a68e5d-f3ba-4c40-84ee-cf7f5879202c tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:21.594488 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-43ba63fb-15fb-4f05-bb3a-19973978bf2a req-38a68e5d-f3ba-4c40-84ee-cf7f5879202c tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0558743 Sep 11 14:25:21.640353 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-43ba63fb-15fb-4f05-bb3a-19973978bf2a req-3fee64c5-7fe2-4e3c-a41d-23db3a6dae27 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394528 Sep 11 14:25:21.804969 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57f64a-96df-4ba9-a4f7-3b8743bb9ffa req-a92e73aa-4991-4b2d-bbbf-b36d6853b612 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:21.806420 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-dc57f64a-96df-4ba9-a4f7-3b8743bb9ffa req-a92e73aa-4991-4b2d-bbbf-b36d6853b612 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0507648 Sep 11 14:25:21.845716 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-dc57f64a-96df-4ba9-a4f7-3b8743bb9ffa req-82f3ae91-249c-4283-8e9c-19d08c644a55 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Sep 11 14:25:21.995991 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b5687-bedc-4e99-b964-badb58d7bb95 req-2a51a622-303d-4a96-b0fc-91e8d2009b49 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:21.997537 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a39b5687-bedc-4e99-b964-badb58d7bb95 req-2a51a622-303d-4a96-b0fc-91e8d2009b49 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0508597 Sep 11 14:25:22.037587 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a39b5687-bedc-4e99-b964-badb58d7bb95 req-2d9626da-775b-4a42-9dda-5fc11bdc575f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341914 Sep 11 14:25:22.752732 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb79924-7406-4b5b-a682-8da82c0563ae req-c44dc7a1-ac6c-4723-8d43-89ec7c8b013a tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:22.754197 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cbb79924-7406-4b5b-a682-8da82c0563ae req-c44dc7a1-ac6c-4723-8d43-89ec7c8b013a tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0538306 Sep 11 14:25:22.804818 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cbb79924-7406-4b5b-a682-8da82c0563ae req-24d72b5e-cefe-4a02-8091-698bb6743186 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438428 Sep 11 14:25:22.974806 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185e879-b163-4fe2-a2d9-39463478dec8 req-dd3482a0-5ead-4ddc-ad2a-ffd49c57585d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:22.976337 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8185e879-b163-4fe2-a2d9-39463478dec8 req-dd3482a0-5ead-4ddc-ad2a-ffd49c57585d tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0509236 Sep 11 14:25:23.014616 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8185e879-b163-4fe2-a2d9-39463478dec8 req-036b0925-d0d8-43a6-a7c2-dff9eed91dae tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323541 Sep 11 14:25:23.166597 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e41f52-04ff-4f0b-a921-31959c4757f6 req-f3c304ac-c1ca-45e1-93a1-f60d0a9ae07e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:23.168122 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-58e41f52-04ff-4f0b-a921-31959c4757f6 req-f3c304ac-c1ca-45e1-93a1-f60d0a9ae07e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0566468 Sep 11 14:25:23.209154 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-58e41f52-04ff-4f0b-a921-31959c4757f6 req-a041e509-316f-411a-8719-f7fe26cabef9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346601 Sep 11 14:25:23.928165 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606f288-ce1d-48dd-aa53-5339e9d77864 req-734c75d2-b5b7-48d9-a9a4-e08d99bce192 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:23.929911 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9606f288-ce1d-48dd-aa53-5339e9d77864 req-734c75d2-b5b7-48d9-a9a4-e08d99bce192 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0530810 Sep 11 14:25:23.968112 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9606f288-ce1d-48dd-aa53-5339e9d77864 req-093cd114-cc00-4599-b7c8-515b5e69079e tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307937 Sep 11 14:25:24.128069 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157af4cc-306f-4beb-996a-8e4771d8ff33 req-67f48755-bc53-4f25-8d3c-6da5b7b95e3b tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:24.129543 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-157af4cc-306f-4beb-996a-8e4771d8ff33 req-67f48755-bc53-4f25-8d3c-6da5b7b95e3b tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0486865 Sep 11 14:25:24.166535 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-157af4cc-306f-4beb-996a-8e4771d8ff33 req-1fcc0e10-0081-42eb-a41e-a2d76ec29ba4 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311077 Sep 11 14:25:24.328321 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e13e19-021a-4f5e-b7e6-d8e9cbf234e7 req-1e9f7443-2c62-4869-9b7a-c0faf2dbf61e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:24.329799 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-69e13e19-021a-4f5e-b7e6-d8e9cbf234e7 req-1e9f7443-2c62-4869-9b7a-c0faf2dbf61e tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0501840 Sep 11 14:25:24.367924 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-69e13e19-021a-4f5e-b7e6-d8e9cbf234e7 req-d3496c9f-4d85-4431-851f-47a8f256d808 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 Sep 11 14:25:24.415267 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-90da798a-a32b-4000-868a-279e40f0ca13 req-8dcaf4e6-2f6c-46d9-a772-bdee6ff5546a service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907991 Sep 11 14:25:25.083433 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4a185-3b5f-4055-84fd-61249d10dd3e req-626ac803-fa99-4162-abec-3a285e8a26cf tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:25.084937 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-68a4a185-3b5f-4055-84fd-61249d10dd3e req-626ac803-fa99-4162-abec-3a285e8a26cf tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0510910 Sep 11 14:25:25.121584 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-68a4a185-3b5f-4055-84fd-61249d10dd3e req-6c7accc7-4488-43f0-bf25-25bb909e845e tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302639 Sep 11 14:25:25.270267 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edc546-e575-48d7-b675-465b0c5266d2 req-856274cd-7d06-4c32-b917-3392420961bc tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:25.271625 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-94edc546-e575-48d7-b675-465b0c5266d2 req-856274cd-7d06-4c32-b917-3392420961bc tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0475812 Sep 11 14:25:25.283820 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e43078-84f9-4e14-9f11-149280f25954 req-22e7260c-4e42-447b-859f-6f5c4b13fe16 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:25.285320 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88e43078-84f9-4e14-9f11-149280f25954 req-22e7260c-4e42-447b-859f-6f5c4b13fe16 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a776aa8-badb-40eb-a872-8d28348bc2f2 HTTP/1.1" status: 200 len: 946 time: 0.0500293 Sep 11 14:25:25.324770 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88e43078-84f9-4e14-9f11-149280f25954 req-56b38851-4777-4b6f-bf78-2f26d2edbde6 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328257 Sep 11 14:25:25.371394 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-94edc546-e575-48d7-b675-465b0c5266d2 req-066a4160-c3d7-4808-9c34-ab193030f107 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Deleting port 514228fa-34ca-426e-8c5b-8eb0306cea24 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:25:25.372157 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-94edc546-e575-48d7-b675-465b0c5266d2 req-066a4160-c3d7-4808-9c34-ab193030f107 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:25.464869 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-94edc546-e575-48d7-b675-465b0c5266d2 req-066a4160-c3d7-4808-9c34-ab193030f107 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] For port 514228fa-34ca-426e-8c5b-8eb0306cea24, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=514228fa-34ca-426e-8c5b-8eb0306cea24,segment=NetworkSegment(d1c53c87-2333-40b9-a971-158a92511238),segment_id=d1c53c87-2333-40b9-a971-158a92511238)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:25.465582 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-94edc546-e575-48d7-b675-465b0c5266d2 req-066a4160-c3d7-4808-9c34-ab193030f107 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:25.477406 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-94edc546-e575-48d7-b675-465b0c5266d2 req-066a4160-c3d7-4808-9c34-ab193030f107 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Calling delete_port for 514228fa-34ca-426e-8c5b-8eb0306cea24 owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:25:25.487025 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013c1c2-37d3-428e-a9c4-b56df8fa1606 req-1ca3b726-1e95-4016-a93b-51535fea4670 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:25.488519 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c013c1c2-37d3-428e-a9c4-b56df8fa1606 req-1ca3b726-1e95-4016-a93b-51535fea4670 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0492480 Sep 11 14:25:25.526546 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c013c1c2-37d3-428e-a9c4-b56df8fa1606 req-5ec66432-fc31-4a9f-9e9e-3b501322d2a3 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Sep 11 14:25:25.607917 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-94edc546-e575-48d7-b675-465b0c5266d2 req-066a4160-c3d7-4808-9c34-ab193030f107 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:25.634918 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a4160-c3d7-4808-9c34-ab193030f107 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Pushing event deleted for resources: {'Port': ['ID=514228fa-34ca-426e-8c5b-8eb0306cea24,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:25.648596 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['514228fa-34ca-426e-8c5b-8eb0306cea24'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:25:25.677736 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-94edc546-e575-48d7-b675-465b0c5266d2 req-066a4160-c3d7-4808-9c34-ab193030f107 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] No DVR routers for this DVR port 514228fa-34ca-426e-8c5b-8eb0306cea24 on host hv-cinder-76019 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:25:25.679951 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-94edc546-e575-48d7-b675-465b0c5266d2 req-066a4160-c3d7-4808-9c34-ab193030f107 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:25.682065 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-94edc546-e575-48d7-b675-465b0c5266d2 req-066a4160-c3d7-4808-9c34-ab193030f107 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.13 "DELETE /v2.0/ports/514228fa-34ca-426e-8c5b-8eb0306cea24 HTTP/1.1" status: 204 len: 173 time: 0.4008021 Sep 11 14:25:25.682492 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a776aa8-badb-40eb-a872-8d28348bc2f2', 'name': 'network-vif-deleted', 'tag': '514228fa-34ca-426e-8c5b-8eb0306cea24'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:25.684738 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d2e9d2-dfcb-4e6b-9367-17ddf37761cd" -d '{"events": [{"server_uuid": "5a776aa8-badb-40eb-a872-8d28348bc2f2", "name": "network-vif-deleted", "tag": "514228fa-34ca-426e-8c5b-8eb0306cea24"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:25.724725 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd42a9a-b2ed-45e8-af3e-7620ace585be x-openstack-request-id: req-3fd42a9a-b2ed-45e8-af3e-7620ace585be {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:25.725015 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a776aa8-badb-40eb-a872-8d28348bc2f2", "name": "network-vif-deleted", "tag": "514228fa-34ca-426e-8c5b-8eb0306cea24", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:25.725271 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fd42a9a-b2ed-45e8-af3e-7620ace585be {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:25.725680 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a776aa8-badb-40eb-a872-8d28348bc2f2', 'name': 'network-vif-deleted', 'tag': '514228fa-34ca-426e-8c5b-8eb0306cea24', 'status': 'completed', 'code': 200} Sep 11 14:25:26.249200 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc1475-91fa-4360-bcc8-2acd761da140 req-93b24aa3-0af9-4657-a14e-737251424a5f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:26.250884 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-92cc1475-91fa-4360-bcc8-2acd761da140 req-93b24aa3-0af9-4657-a14e-737251424a5f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0634332 Sep 11 14:25:26.296848 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-92cc1475-91fa-4360-bcc8-2acd761da140 req-230584fb-13e4-4864-a8a2-1436c32ba5c2 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398386 Sep 11 14:25:26.384038 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5ac89-e818-43c4-ab54-3f06e9ae0393 req-c872c10b-9771-4dbf-a2a7-666a40420c56 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:26.386169 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6ec5ac89-e818-43c4-ab54-3f06e9ae0393 req-c872c10b-9771-4dbf-a2a7-666a40420c56 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 946 time: 0.0497811 Sep 11 14:25:26.424603 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6ec5ac89-e818-43c4-ab54-3f06e9ae0393 req-1f98eb7c-e5d7-417e-9b99-de8fc17dcebd tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Sep 11 14:25:26.646834 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966cb06-8f32-42e3-a990-b21734e62bdc req-e61c5a7b-e01d-423c-8aae-e187006f988f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:26.648219 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3966cb06-8f32-42e3-a990-b21734e62bdc req-e61c5a7b-e01d-423c-8aae-e187006f988f tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0483263 Sep 11 14:25:26.686487 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3966cb06-8f32-42e3-a990-b21734e62bdc req-c3f283c7-0c19-49d2-a607-5ba924a671e0 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322514 Sep 11 14:25:27.425693 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94e19a-e2c5-4d69-a22f-470db9381082 req-2e1f5974-995e-46f8-8a4c-1b3cc3ad4d1a tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:27.427139 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8c94e19a-e2c5-4d69-a22f-470db9381082 req-2e1f5974-995e-46f8-8a4c-1b3cc3ad4d1a tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0516834 Sep 11 14:25:27.464777 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8c94e19a-e2c5-4d69-a22f-470db9381082 req-c6527645-8b9f-4110-9b69-2cd22d311948 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310338 Sep 11 14:25:27.536270 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c737c4-7464-4500-b0bd-3302267aa133 req-72dd52fa-a626-4180-a370-fac6674f3226 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:27.537713 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0c737c4-7464-4500-b0bd-3302267aa133 req-72dd52fa-a626-4180-a370-fac6674f3226 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 946 time: 0.0471547 Sep 11 14:25:27.577021 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0c737c4-7464-4500-b0bd-3302267aa133 req-8c0cc02f-b5de-422d-b29c-c6d7714cfdc0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329030 Sep 11 14:25:27.802708 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442e34d-5a13-42c2-855b-53040eeff66c req-7886dba7-1f9f-4819-a627-f81096ed21b5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:27.804138 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8442e34d-5a13-42c2-855b-53040eeff66c req-7886dba7-1f9f-4819-a627-f81096ed21b5 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0479360 Sep 11 14:25:27.840815 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8442e34d-5a13-42c2-855b-53040eeff66c req-7cf89f65-8212-4efc-a417-cceab377d072 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305140 Sep 11 14:25:28.579816 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21cad9-67fa-4c4e-a603-7bf4ea76154a req-216c0aac-6812-4752-880c-06c26bdfbcd5 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:28.581294 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d21cad9-67fa-4c4e-a603-7bf4ea76154a req-216c0aac-6812-4752-880c-06c26bdfbcd5 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0515990 Sep 11 14:25:28.618893 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d21cad9-67fa-4c4e-a603-7bf4ea76154a req-8b930db6-b603-4e9d-830c-482b8cddafab tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309126 Sep 11 14:25:28.719151 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56a384-7d3e-4d0a-9853-29b9febd9aed req-49017572-1148-4d49-8ca0-a79f6b544df1 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:28.720635 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-dd56a384-7d3e-4d0a-9853-29b9febd9aed req-49017572-1148-4d49-8ca0-a79f6b544df1 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 946 time: 0.0485463 Sep 11 14:25:28.728338 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 13da7bba-2d87-4f46-9ca5-eca50c444d62 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:25:28.758352 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-dd56a384-7d3e-4d0a-9853-29b9febd9aed req-cbba3fe9-45b7-4ee0-932d-696fc55cc614 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317268 Sep 11 14:25:28.818619 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 13da7bba-2d87-4f46-9ca5-eca50c444d62, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:28.829148 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'port_id': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'mac_address': 'fa:16:3e:83:32:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:25:28.868884 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:28.881251 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13da7bba-2d87-4f46-9ca5-eca50c444d62 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:25:28.900198 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 13da7bba-2d87-4f46-9ca5-eca50c444d62, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:28.904119 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:28.904833 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5270185e-013c-44be-9b84-1e3eff24a2f6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:25:28.956772 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5feee-7af6-420d-998e-0791fda3414e req-dcd8e83a-675c-4ec8-87a6-bc7a9deb71a8 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:28.958222 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e4b5feee-7af6-420d-998e-0791fda3414e req-dcd8e83a-675c-4ec8-87a6-bc7a9deb71a8 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 944 time: 0.0480154 Sep 11 14:25:28.976910 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=13da7bba-2d87-4f46-9ca5-eca50c444d62,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:28.997337 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e4b5feee-7af6-420d-998e-0791fda3414e req-cfae8388-6d56-4915-b77d-5de6ccb6b5b9 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327046 Sep 11 14:25:29.038547 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:29.049751 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'port_id': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'mac_address': 'fa:16:3e:e3:7a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:25:29.084975 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:29.097084 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5270185e-013c-44be-9b84-1e3eff24a2f6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:25:29.116339 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:29.120625 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:29.164587 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=5270185e-013c-44be-9b84-1e3eff24a2f6,revision_number=9']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:29.735078 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442683c4-5e26-4825-a2a9-709960ebc485 req-208a1e2f-5f23-4e03-8ad5-3b2728f8d7ed tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:29.736554 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-442683c4-5e26-4825-a2a9-709960ebc485 req-208a1e2f-5f23-4e03-8ad5-3b2728f8d7ed tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 944 time: 0.0514314 Sep 11 14:25:29.772799 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-442683c4-5e26-4825-a2a9-709960ebc485 req-3d852c3e-07fb-4ecc-9acf-2b4c400db578 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305026 Sep 11 14:25:29.872688 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5263485-a13f-4a26-82b7-209506dd2c47 req-5ba2e816-8197-4a78-9e42-e72e4e8852f5 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:29.874067 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b5263485-a13f-4a26-82b7-209506dd2c47 req-5ba2e816-8197-4a78-9e42-e72e4e8852f5 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 946 time: 0.0481071 Sep 11 14:25:29.911211 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b5263485-a13f-4a26-82b7-209506dd2c47 req-9a63248b-dcbf-4e6a-97c0-c667b1a95407 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312417 Sep 11 14:25:30.116738 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c4ccf-72e5-43be-8078-7648cb00feb3 req-8bbdb847-46d7-4d5e-867e-ce712411547d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:30.118791 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-346c4ccf-72e5-43be-8078-7648cb00feb3 req-8bbdb847-46d7-4d5e-867e-ce712411547d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 945 time: 0.0481975 Sep 11 14:25:30.156612 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-346c4ccf-72e5-43be-8078-7648cb00feb3 req-4385745c-13d9-4a57-83c5-6e99d217a679 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Sep 11 14:25:30.246058 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['5270185e-013c-44be-9b84-1e3eff24a2f6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:25:30.268224 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['13da7bba-2d87-4f46-9ca5-eca50c444d62'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:25:30.505072 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-68ba4f59-85be-4f57-af06-bcab47c9bae2 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:30.506132 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-68ba4f59-85be-4f57-af06-bcab47c9bae2 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 946 time: 0.0483451 Sep 11 14:25:30.594759 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Deleting port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:25:30.595098 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:30.688616 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] For port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6e324456-ded7-4fdf-a463-d6edeb6ec8ef,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:30.688982 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:30.863535 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:30.863900 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:30.864249 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.l3_db [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Floating IP 9d1f2e97-bc00-4051-ab5a-04b5c5505054 disassociated. External IP: 172.27.0.240, port: 6e324456-ded7-4fdf-a463-d6edeb6ec8ef. Sep 11 14:25:30.864589 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Calling delete_port for 6e324456-ded7-4fdf-a463-d6edeb6ec8ef owned by compute:nova {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:25:30.897871 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69be0b-7105-415e-a10b-e3868b60cf94 req-4b56ab14-3b0a-4c37-a390-e99be47db8b6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:30.899371 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2c69be0b-7105-415e-a10b-e3868b60cf94 req-4b56ab14-3b0a-4c37-a390-e99be47db8b6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 944 time: 0.0526590 Sep 11 14:25:30.939299 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2c69be0b-7105-415e-a10b-e3868b60cf94 req-1b877795-1925-41ff-8c16-5d339976d06f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333567 Sep 11 14:25:31.004141 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:31.022787 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c42483aa-c0be-46f1-83ea-bf5e43ea5382 req-be470dd1-5c3b-4e64-9835-f27e89d1dcf4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 210 time: 0.0272758 Sep 11 14:25:31.038718 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event deleted for resources: {'Port': ['ID=6e324456-ded7-4fdf-a463-d6edeb6ec8ef,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:31.053738 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.054100 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.054441 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.054778 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.055113 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.055969 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.056514 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.056854 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.057187 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.057515 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.057840 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.058163 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:31.161817 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Router f169a7a3-8a15-46dc-8c94-0c761b064357 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:25:31.219980 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:31.276210 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a6c38-2796-468f-ae0b-de5243ba1409 req-c42fbc2c-2c2d-4bec-bb8a-83101df9135b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:31.277701 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b22a6c38-2796-468f-ae0b-de5243ba1409 req-c42fbc2c-2c2d-4bec-bb8a-83101df9135b tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 945 time: 0.0493176 Sep 11 14:25:31.318768 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b22a6c38-2796-468f-ae0b-de5243ba1409 req-614ada91-866f-4d9c-a132-3047c73b9299 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346630 Sep 11 14:25:31.519806 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:25:31.531402 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054876c3-3aa9-4e5e-b123-d83e141068eb None None] Sync routers for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:25:31.540459 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054876c3-3aa9-4e5e-b123-d83e141068eb None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:25:31.541168 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-054876c3-3aa9-4e5e-b123-d83e141068eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:25:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:31.558764 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] No DVR routers for this DVR port 6e324456-ded7-4fdf-a463-d6edeb6ec8ef on host hv-cinder-76019 {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:25:31.561322 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:31.563290 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-754791bc-f7dc-40e4-83fd-27cc0cc20fb8 req-3c743d2e-1b59-4b79-8148-055a4fe16f3c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "DELETE /v2.0/ports/6e324456-ded7-4fdf-a463-d6edeb6ec8ef HTTP/1.1" status: 204 len: 173 time: 1.0506675 Sep 11 14:25:31.563718 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'name': 'network-vif-deleted', 'tag': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:31.566513 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805197df-0da6-41db-ac59-cf55059f7467" -d '{"events": [{"server_uuid": "39b9c696-97f0-41fa-ab4a-a9c56ec4a10a", "name": "network-vif-deleted", "tag": "6e324456-ded7-4fdf-a463-d6edeb6ec8ef"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:31.607046 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f2d7c7-b8f0-4a69-9d69-c050ce9fd038 x-openstack-request-id: req-95f2d7c7-b8f0-4a69-9d69-c050ce9fd038 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:31.607413 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b9c696-97f0-41fa-ab4a-a9c56ec4a10a", "name": "network-vif-deleted", "tag": "6e324456-ded7-4fdf-a463-d6edeb6ec8ef", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:31.607684 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95f2d7c7-b8f0-4a69-9d69-c050ce9fd038 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:31.608101 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b9c696-97f0-41fa-ab4a-a9c56ec4a10a', 'name': 'network-vif-deleted', 'tag': '6e324456-ded7-4fdf-a463-d6edeb6ec8ef', 'status': 'completed', 'code': 200} Sep 11 14:25:31.648915 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-054876c3-3aa9-4e5e-b123-d83e141068eb None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:25:31.789716 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 13da7bba-2d87-4f46-9ca5-eca50c444d62 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:25:31.868592 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 13da7bba-2d87-4f46-9ca5-eca50c444d62 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:25:31.874258 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 13da7bba-2d87-4f46-9ca5-eca50c444d62 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:25:31.874627 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:31.903124 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-054876c3-3aa9-4e5e-b123-d83e141068eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:31.933297 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054876c3-3aa9-4e5e-b123-d83e141068eb None None] Checking router: f169a7a3-8a15-46dc-8c94-0c761b064357 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:25:31.953610 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054876c3-3aa9-4e5e-b123-d83e141068eb None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:25:31.954214 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-054876c3-3aa9-4e5e-b123-d83e141068eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:25:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:32.045199 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:32.099053 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:32.102102 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46173741-003b-4d9f-807a-9bef0823d85a" -d '{"events": [{"server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "name": "network-vif-plugged", "status": "completed", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:32.115591 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2a0db-58e0-46ba-93c3-8cbf849fe5b5 req-0509dfb7-7184-4c74-bc09-2eb89f79bf22 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:32.117183 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8ea2a0db-58e0-46ba-93c3-8cbf849fe5b5 req-0509dfb7-7184-4c74-bc09-2eb89f79bf22 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 944 time: 0.0557597 Sep 11 14:25:32.124828 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 13da7bba-2d87-4f46-9ca5-eca50c444d62, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:32.128417 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-054876c3-3aa9-4e5e-b123-d83e141068eb None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:25:32.187983 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8ea2a0db-58e0-46ba-93c3-8cbf849fe5b5 req-90501a7c-e62b-4ae3-b7e2-40bb2a48f17f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630000 Sep 11 14:25:32.231336 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc00464-3bbe-4953-a8ca-4929d68bc75a req-48146904-f78d-41f9-a797-db9b2bbd5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:32.232929 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-edc00464-3bbe-4953-a8ca-4929d68bc75a req-48146904-f78d-41f9-a797-db9b2bbd5b27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 1098 time: 0.0788591 Sep 11 14:25:32.237704 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1c2c29e4-7cd7-4376-8a32-54dfb710d351 req-c5e09953-f3bb-4f69-92eb-770a614aafd6 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 210 time: 0.0413666 Sep 11 14:25:32.307531 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8948b516-7f80-4ca6-921b-2ebd0ed93943 x-openstack-request-id: req-8948b516-7f80-4ca6-921b-2ebd0ed93943 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:32.308108 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "name": "network-vif-plugged", "status": "completed", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:32.308390 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8948b516-7f80-4ca6-921b-2ebd0ed93943 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:32.308775 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'code': 200} Sep 11 14:25:32.311660 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:32.313017 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5270185e-013c-44be-9b84-1e3eff24a2f6 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:25:32.384711 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc00464-3bbe-4953-a8ca-4929d68bc75a req-e61e049a-77f8-4ee7-8c05-cfafd6e287d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:32.386202 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-edc00464-3bbe-4953-a8ca-4929d68bc75a req-e61e049a-77f8-4ee7-8c05-cfafd6e287d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 200 len: 917 time: 0.1061914 Sep 11 14:25:32.446075 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=13da7bba-2d87-4f46-9ca5-eca50c444d62,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:32.452813 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc22e2-3e57-4b6b-834a-2bbbf8066ea0 req-146c7831-8553-4428-a453-322b77658934 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:32.454552 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fbfc22e2-3e57-4b6b-834a-2bbbf8066ea0 req-146c7831-8553-4428-a453-322b77658934 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 945 time: 0.0555897 Sep 11 14:25:32.493834 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 5270185e-013c-44be-9b84-1e3eff24a2f6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:25:32.494349 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:32.504794 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fbfc22e2-3e57-4b6b-834a-2bbbf8066ea0 req-7f2ea99f-21c1-4f95-b7b6-b6a64f7442c2 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 Sep 11 14:25:32.632015 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-054876c3-3aa9-4e5e-b123-d83e141068eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:32.634777 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:32.663700 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054876c3-3aa9-4e5e-b123-d83e141068eb None None] The sync data for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi is: [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:25:32.689174 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:32.693412 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:32.694360 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 514228fa-34ca-426e-8c5b-8eb0306cea24 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:25:32.736799 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 514228fa-34ca-426e-8c5b-8eb0306cea24 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:25:32.737149 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 514228fa-34ca-426e-8c5b-8eb0306cea24 not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:25:32.762966 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=5270185e-013c-44be-9b84-1e3eff24a2f6,revision_number=10']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:32.875288 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113173ed-fcc1-4744-878d-0b5527707339 None None] New status for floating IP 9d1f2e97-bc00-4051-ab5a-04b5c5505054: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:25:33.300544 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1b3e-f7a0-4876-9a33-bcef1e913c0f req-3ce0feb5-cfa3-4495-aedd-57e15b972841 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:33.302028 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ee2b1b3e-f7a0-4876-9a33-bcef1e913c0f req-3ce0feb5-cfa3-4495-aedd-57e15b972841 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0494041 Sep 11 14:25:33.363003 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-173309dc-1dd3-433b-89bf-7b839242cc17 req-7f7bf84f-294b-4828-bed4-663e6ad145ee tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 210 time: 0.0362203 Sep 11 14:25:33.366089 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ee2b1b3e-f7a0-4876-9a33-bcef1e913c0f req-7ddd6754-2423-4f53-9cd7-f993f7cd5525 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579882 Sep 11 14:25:33.624154 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c30ef-9253-43eb-8d56-e6dc1dd45aaf req-99ef3416-e202-4634-9911-5d109b934520 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:33.625608 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-260c30ef-9253-43eb-8d56-e6dc1dd45aaf req-99ef3416-e202-4634-9911-5d109b934520 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 947 time: 0.0518341 Sep 11 14:25:33.662363 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-260c30ef-9253-43eb-8d56-e6dc1dd45aaf req-b15c2b90-704e-4284-aec4-d5f77e2a93d1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309858 Sep 11 14:25:34.308170 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f908ca9c-6fb0-4e58-a220-a0f11eb77ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:34.309320 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:34.311505 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cde152-a69f-4827-b975-13be8b084165" -d '{"events": [{"server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "name": "network-vif-plugged", "status": "completed", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:34.346672 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c522f15-75c5-43b2-b7db-911f16ebadba x-openstack-request-id: req-7c522f15-75c5-43b2-b7db-911f16ebadba {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:34.346958 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "name": "network-vif-plugged", "status": "completed", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:34.347207 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c522f15-75c5-43b2-b7db-911f16ebadba {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:34.347619 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'code': 200} Sep 11 14:25:34.490131 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-10a2c53b-8a0b-427c-b871-da5c031930d5 req-ea82c203-3298-462a-9351-42dae3021529 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=39b9c696-97f0-41fa-ab4a-a9c56ec4a10a HTTP/1.1" status: 200 len: 210 time: 0.0400424 Sep 11 14:25:34.509426 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eee1f5-bf25-46cc-b15e-1fb92006cc80 req-a2a6ccff-0b6d-48b7-a749-f713f2d5b6ca tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:34.510924 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-82eee1f5-bf25-46cc-b15e-1fb92006cc80 req-a2a6ccff-0b6d-48b7-a749-f713f2d5b6ca tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0715992 Sep 11 14:25:34.548244 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-82eee1f5-bf25-46cc-b15e-1fb92006cc80 req-13ba6825-4f74-498b-8da9-848621f2f465 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315642 Sep 11 14:25:34.779811 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d33aaa-86a1-42cd-be6a-3861e386178d req-11470ccc-61de-45f3-9338-cd05aaa718a6 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:34.781293 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b4d33aaa-86a1-42cd-be6a-3861e386178d req-11470ccc-61de-45f3-9338-cd05aaa718a6 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 947 time: 0.0480757 Sep 11 14:25:34.818643 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b4d33aaa-86a1-42cd-be6a-3861e386178d req-813e123d-6afa-4cdf-ac7e-1461678d6dda tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312960 Sep 11 14:25:35.237532 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-edc00464-3bbe-4953-a8ca-4929d68bc75a req-a03b87c0-9202-4107-805f-4da538957ee4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5270185e-013c-44be-9b84-1e3eff24a2f6 HTTP/1.1" status: 200 len: 1002 time: 0.0860364 Sep 11 14:25:35.302869 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc00464-3bbe-4953-a8ca-4929d68bc75a req-a9131f1c-4d1b-49b3-a7f5-03a3914181e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:35.303685 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-edc00464-3bbe-4953-a8ca-4929d68bc75a req-a9131f1c-4d1b-49b3-a7f5-03a3914181e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 200 len: 855 time: 0.0518658 Sep 11 14:25:35.372503 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc00464-3bbe-4953-a8ca-4929d68bc75a req-2f249633-6f5f-426e-991d-200360306941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:35.373898 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-edc00464-3bbe-4953-a8ca-4929d68bc75a req-2f249633-6f5f-426e-991d-200360306941 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=568a2f43-8e1f-4fbd-a0a8-eb269904e315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442703 Sep 11 14:25:35.408569 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569913b-8ab5-4996-9638-0396421f1121 req-694b9071-4d1b-42d4-8d99-51554b9d6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:35.410082 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a569913b-8ab5-4996-9638-0396421f1121 req-694b9071-4d1b-42d4-8d99-51554b9d6ce3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 1098 time: 0.0797095 Sep 11 14:25:35.415827 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b90a85-f1d0-4ad3-841f-4d6dad0a2e93 req-6187e5c8-73d1-45c4-a723-2e66bd7519af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:35.417277 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-56b90a85-f1d0-4ad3-841f-4d6dad0a2e93 req-6187e5c8-73d1-45c4-a723-2e66bd7519af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 1100 time: 0.0587609 Sep 11 14:25:35.468844 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-edc00464-3bbe-4953-a8ca-4929d68bc75a req-733fe1c0-59eb-489f-9643-345b0d9bcd2c service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867634 Sep 11 14:25:35.579597 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-edc00464-3bbe-4953-a8ca-4929d68bc75a req-eb82a121-ed1c-447d-9ea0-49542c81e2b1 service neutron] 10.222.0.13 "GET /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031835 Sep 11 14:25:35.709178 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a569913b-8ab5-4996-9638-0396421f1121 req-5ab0a91c-982f-446a-9147-c706c010c3cf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906303 Sep 11 14:25:35.710633 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-56b90a85-f1d0-4ad3-841f-4d6dad0a2e93 req-fea377ad-8c2c-43b2-ab8e-e330a5343b44 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858267 Sep 11 14:25:35.739979 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea1e1b-d863-4dd8-b745-a58d7e35ad90 req-36fe6ca5-34c5-4aa6-8cb2-7e1b5cd220cf tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:35.741456 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-80ea1e1b-d863-4dd8-b745-a58d7e35ad90 req-36fe6ca5-34c5-4aa6-8cb2-7e1b5cd220cf tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.1016040 Sep 11 14:25:35.771096 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-e1545e3e-6e64-4cd3-bf47-dc4d5a19a639 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823383767&fields=id&tenant_id=97b1ce0cd1c44c9f83eb51765173c48c HTTP/1.1" status: 200 len: 267 time: 0.0549984 Sep 11 14:25:35.810604 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-80ea1e1b-d863-4dd8-b745-a58d7e35ad90 req-fb7ff0dd-7cf1-4ba7-bf74-3c29b394d717 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626431 Sep 11 14:25:35.889784 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-deadc05a-0038-4a02-9539-d525718a7237 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:35.891215 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-deadc05a-0038-4a02-9539-d525718a7237 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 811 time: 0.1120467 Sep 11 14:25:35.906291 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-3bd7042c-8c14-43ac-99d8-afdf960269a5 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/quotas/97b1ce0cd1c44c9f83eb51765173c48c HTTP/1.1" status: 200 len: 375 time: 0.0093818 Sep 11 14:25:35.958196 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ccdadcb0-610e-4967-aa32-1da6fc635d6f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464995 Sep 11 14:25:36.096791 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-596d3e1d-3362-4000-9035-b2a8d426e5f5 service neutron] 10.222.0.37 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264076 Sep 11 14:25:36.117670 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 6e324456-ded7-4fdf-a463-d6edeb6ec8ef no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:25:36.138826 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 6e324456-ded7-4fdf-a463-d6edeb6ec8ef {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:25:36.139174 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 6e324456-ded7-4fdf-a463-d6edeb6ec8ef not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:25:36.187569 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-94e8ad2f-e50c-4277-9bab-298a87b57652 service neutron] 10.222.0.37 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840824 Sep 11 14:25:36.557564 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f067-1b76-4871-afdc-79e71ba0a030 req-6c52bad9-b12d-471b-8045-e6b587f10eba tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:36.559725 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d679f067-1b76-4871-afdc-79e71ba0a030 req-6c52bad9-b12d-471b-8045-e6b587f10eba tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 947 time: 0.0744731 Sep 11 14:25:36.620789 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d679f067-1b76-4871-afdc-79e71ba0a030 req-12beafb0-4e32-4e12-a63f-fa07c42b936d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525017 Sep 11 14:25:36.741536 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16827eb9-984a-4aba-99ec-028e4401e0e6 req-d01aa972-1a82-41a5-88e1-3654a6aae9ce tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 210 time: 0.0393791 Sep 11 14:25:36.872715 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-9602d0a5-e088-4d57-a718-552629572772 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:36.875134 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-9602d0a5-e088-4d57-a718-552629572772 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/networks?id=174f2205-ccbe-4521-8728-637d6aa8a390 HTTP/1.1" status: 200 len: 813 time: 0.1624486 Sep 11 14:25:36.897299 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-78066321-198a-483e-8ca5-92fe02834879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:36.908801 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-d1d4095c-83f9-46b3-b811-9c237395afca tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/quotas/0ce0903b997d400e8e1275da45be5e92 HTTP/1.1" status: 200 len: 375 time: 0.0269194 Sep 11 14:25:36.969804 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-79c3a235-c1be-4391-861f-0f27341b927c tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0ce0903b997d400e8e1275da45be5e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549788 Sep 11 14:25:37.076813 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96721d4-a4d8-4d15-9ff2-2eb7dfe333f0 req-a232e738-7da3-44b0-bd20-aab7dfdcbf35 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:37.078283 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e96721d4-a4d8-4d15-9ff2-2eb7dfe333f0 req-a232e738-7da3-44b0-bd20-aab7dfdcbf35 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.1412656 Sep 11 14:25:37.123121 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-d6d2c2ea-9009-40a1-bf4e-25fdd05a8389 service neutron] 10.222.0.37 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302407 Sep 11 14:25:37.128728 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:37.132695 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e96721d4-a4d8-4d15-9ff2-2eb7dfe333f0 req-4a077d9a-0a47-4ffa-9666-ae55a2911fcc tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482082 Sep 11 14:25:37.219047 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-9d136b07-3970-46f4-8a88-90dfddfdceb8 service neutron] 10.222.0.37 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853403 Sep 11 14:25:37.387819 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ef537aa9-ab05-4f3f-9020-f36e56b8ec78 req-3e0b1f60-53eb-4101-adb1-50de0e2f5e11 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 210 time: 0.0280471 Sep 11 14:25:37.751106 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e418693-7694-4feb-ad9e-1c6278c9d541 req-feb51d98-00f1-4930-9c2a-215518e88cde tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:37.752539 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e418693-7694-4feb-ad9e-1c6278c9d541 req-feb51d98-00f1-4930-9c2a-215518e88cde tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 947 time: 0.0521708 Sep 11 14:25:37.793159 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e418693-7694-4feb-ad9e-1c6278c9d541 req-5d0e81ac-903b-49e5-82bb-113b041328cd tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341628 Sep 11 14:25:37.877631 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3247c66c-469f-4264-9bee-25ea67d31f12 req-d3eddc13-d940-4ea8-9529-6604cc6e6e30 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 210 time: 0.0308902 Sep 11 14:25:38.081522 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:38.322495 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-f5141533-635b-4280-95c8-b4eecdfe2d77 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:38.323973 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-f5141533-635b-4280-95c8-b4eecdfe2d77 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 811 time: 0.1465476 Sep 11 14:25:38.335661 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c695eb-e6de-47bb-b20a-a44b26df7f3c req-a74d6f1f-3c5f-4bcd-92d6-54154ea6939f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:38.337275 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-33c695eb-e6de-47bb-b20a-a44b26df7f3c req-a74d6f1f-3c5f-4bcd-92d6-54154ea6939f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.1106250 Sep 11 14:25:38.403640 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-33c695eb-e6de-47bb-b20a-a44b26df7f3c req-a61db771-3e2f-4d6d-b501-e36e4f927c22 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600958 Sep 11 14:25:38.429673 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-60c19871-ecbe-4406-be16-5bd7590aa56a tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97b1ce0cd1c44c9f83eb51765173c48c HTTP/1.1" status: 200 len: 380 time: 0.0641232 Sep 11 14:25:38.440579 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'port': {'device_id': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'admin_state_up': True, 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'security_groups': ['724459d4-4730-4147-80e9-e7ad8e018722']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:25:38.521813 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13e6fdea-1507-4991-968f-ca240a32e522 req-717f708d-47fb-4d9a-af23-39ef8dcb9ec3 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 210 time: 0.0509400 Sep 11 14:25:38.607429 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ece04-c5cd-4c16-ad47-3c54501c26a0 req-dc52ffe4-0ef0-431f-a515-ab6c3efac82b tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:38.608894 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b69ece04-c5cd-4c16-ad47-3c54501c26a0 req-dc52ffe4-0ef0-431f-a515-ab6c3efac82b tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.1213500 Sep 11 14:25:38.638853 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Made reservation on behalf of 97b1ce0cd1c44c9f83eb51765173c48c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:25:38.642233 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:38.672937 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b69ece04-c5cd-4c16-ad47-3c54501c26a0 req-bdb05312-5244-489f-a7b1-789cd3a8bdca tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544925 Sep 11 14:25:38.695699 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43458) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:25:38.801831 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6153d55-82db-47b0-855a-9332d1d0a19a tempest-TestShelveInstance-1168154188 tempest-TestShelveInstance-1168154188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:38.803570 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-b6153d55-82db-47b0-855a-9332d1d0a19a tempest-TestShelveInstance-1168154188 tempest-TestShelveInstance-1168154188-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 1093 time: 0.1016409 Sep 11 14:25:38.808417 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43462) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:25:38.813162 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Request body: {'floatingip': {'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'port_id': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:25:38.840953 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:38.885739 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Allocated IP 172.20.0.5 (b9334138-2bee-4599-a9c7-3fbf9415e4f1/53d7107a-6ea8-49a7-b575-820b20ce5126/cbdc2870-52b6-4b60-a34d-1d4e0db7d04b) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:25:38.975389 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.004535 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-4b64f961-6d90-4dd0-8cce-08851097b0bf tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:39.005984 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-4b64f961-6d90-4dd0-8cce-08851097b0bf tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.13 "GET /v2.0/networks?id=174f2205-ccbe-4521-8728-637d6aa8a390 HTTP/1.1" status: 200 len: 813 time: 0.2593822 Sep 11 14:25:39.034881 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-de8358a0-85fa-45c9-b667-b5ea05f28149 req-6b5418a0-0f5c-4991-9c76-207924ee7ea8 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 210 time: 0.0654252 Sep 11 14:25:39.057526 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Request body: {'port': {'device_id': '01e00041-0aa5-4d1a-b794-6e3d06fb0c8a', 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390', 'admin_state_up': True, 'tenant_id': '0ce0903b997d400e8e1275da45be5e92'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:25:39.102227 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Allocated IP 172.27.0.253 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/dd04aaf1-11ff-495a-9b7c-5ed5cee5a18e) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:25:39.129979 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8edd02-90b6-4e61-94a7-34a220f0665d req-41902136-6423-40e1-bf68-63d8361602b6 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:39.131833 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0b8edd02-90b6-4e61-94a7-34a220f0665d req-41902136-6423-40e1-bf68-63d8361602b6 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 947 time: 0.2127626 Sep 11 14:25:39.216288 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.243011 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0b8edd02-90b6-4e61-94a7-34a220f0665d req-f07e5871-201f-4e81-bfa0-9efcec4773e1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732248 Sep 11 14:25:39.250224 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.254869 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.272414 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Transition to ACTIVE for port object cbdc2870-52b6-4b60-a34d-1d4e0db7d04b will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:25:39.291674 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Made reservation on behalf of 0ce0903b997d400e8e1275da45be5e92 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:25:39.295379 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.309356 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:25:39.314128 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:25:39.316846 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:25:39.324968 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event updated for resources: {'Port': ['ID=dd04aaf1-11ff-495a-9b7c-5ed5cee5a18e,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:39.361715 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.423277 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Network b9334138-2bee-4599-a9c7-3fbf9415e4f1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:25:39.435237 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:25:39.458640 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:25:39.464844 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'Port': ['ID=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:39.503390 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.503739 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.504079 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.504438 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.504765 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.505100 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.505429 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.505747 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.506074 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.506489 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.506813 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.507127 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:39.540552 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:39.540552 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.546099 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Allocated IP 172.20.0.5 (174f2205-ccbe-4521-8728-637d6aa8a390/e7395609-2221-44be-8463-b8df4efa65e1/01705650-3482-4c59-a226-505f1a82346d) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:25:39.573928 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ed326521-34d1-463f-9d18-dd8496982a0b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1371415 Sep 11 14:25:39.600012 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Request body: {'port': {'device_id': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:25:39.600304 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.662342 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-be06a741-10f6-477f-b3e7-de11989d8232 None None] Provisioning for port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:25:39.670628 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-be06a741-10f6-477f-b3e7-de11989d8232 None None] Provisioning complete for port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:25:39.671457 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-be06a741-10f6-477f-b3e7-de11989d8232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.711156 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-be06a741-10f6-477f-b3e7-de11989d8232 None None] Port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:25:39.713231 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a8043c30-ce30-4ac6-87e7-54e1e4a91c81 req-f26cf6b1-87eb-49f5-8276-c204d97319fa tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 210 time: 0.0407357 Sep 11 14:25:39.716116 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.798623 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.869406 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:39.917582 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:40.021756 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:40.026945 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12378493'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:40.030407 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:40.084161 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Network 174f2205-ccbe-4521-8728-637d6aa8a390 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:25:40.091193 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:25:40.113116 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:25:40.114909 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event updated for resources: {'Port': ['ID=dd04aaf1-11ff-495a-9b7c-5ed5cee5a18e,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:40.122584 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:40.143679 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Pushing event updated for resources: {'Port': ['ID=01705650-3482-4c59-a226-505f1a82346d,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:40.166384 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdc2870-52b6-4b60-a34d-1d4e0db7d04b {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:25:40.183380 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:40.232613 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:40.233332 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:40.237670 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.l3_db [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Floating IP 0deeb843-5137-44cc-b397-2aa61ad913fb associated. External IP: 172.27.0.253, port: 13da7bba-2d87-4f46-9ca5-eca50c444d62. Sep 11 14:25:40.244439 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Transition to ACTIVE for port object cbdc2870-52b6-4b60-a34d-1d4e0db7d04b will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:25:40.253059 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:40.282287 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-2008ba67-24b7-40a3-bebf-354cb6d5b214 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2304842 Sep 11 14:25:40.297928 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da11f6a-d4e3-47a8-afc5-4881de6218b6 req-35bb403e-76d0-49c2-b9a4-4961f34b915c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:40.299498 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3da11f6a-d4e3-47a8-afc5-4881de6218b6 req-35bb403e-76d0-49c2-b9a4-4961f34b915c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 931 time: 0.1384499 Sep 11 14:25:40.304395 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Request body: {'port': {'device_id': '01e00041-0aa5-4d1a-b794-6e3d06fb0c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:25:40.357547 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:40.478995 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Router 100f8186-77a8-4ab3-a718-a01098a39519 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:25:40.634990 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:25:40.649958 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89744504-5ae7-4883-bf7f-9df30ff1ff8a None None] Sync routers for ids ['100f8186-77a8-4ab3-a718-a01098a39519'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:25:40.652793 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:40.660812 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89744504-5ae7-4883-bf7f-9df30ff1ff8a None None] Routers {'100f8186-77a8-4ab3-a718-a01098a39519'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:25:40.661583 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-89744504-5ae7-4883-bf7f-9df30ff1ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:25:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['100f8186-77a8-4ab3-a718-a01098a39519'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:40.685329 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-90b28d06-0e2d-4659-8590-68fa729a1512 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8757250 Sep 11 14:25:40.686234 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:40.687100 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3da11f6a-d4e3-47a8-afc5-4881de6218b6 req-c823a064-75c2-47c6-bc2b-3bbcd078d38a tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707709 Sep 11 14:25:40.688935 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:40.710713 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:40.727098 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5903c941-2ddf-423d-8870-093c2d9eaef9 x-openstack-request-id: req-5903c941-2ddf-423d-8870-093c2d9eaef9 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:40.727870 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:40.728132 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5903c941-2ddf-423d-8870-093c2d9eaef9 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:40.728572 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'status': 'completed', 'code': 200} Sep 11 14:25:40.775937 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Attempting to bind port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:25:40.776163 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Attempting to bind port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:25:40.776526 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Attempting to bind port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b on network b9334138-2bee-4599-a9c7-3fbf9415e4f1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:25:40.801194 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b on network b9334138-2bee-4599-a9c7-3fbf9415e4f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:25:40.801514 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Attempting to bind port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b on network b9334138-2bee-4599-a9c7-3fbf9415e4f1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:25:40.801823 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-89744504-5ae7-4883-bf7f-9df30ff1ff8a None None] Set router 100f8186-77a8-4ab3-a718-a01098a39519 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:25:40.822450 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5 req-81fd9287-9747-4b52-98a4-5404c05870bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:40.824855 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5 req-81fd9287-9747-4b52-98a4-5404c05870bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5865367ae25f485aa8f5e84e1266c342&device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 1098 time: 0.0463121 Sep 11 14:25:40.826926 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:25:40.827269 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Checking segment: {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:25:40.827651 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Bound using segment: {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:25:40.828096 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Bound port: cbdc2870-52b6-4b60-a34d-1d4e0db7d04b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:25:40.828478 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:40.921997 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5 req-2bc74f67-55b9-4fff-a316-776a1859163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:40.923452 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5 req-2bc74f67-55b9-4fff-a316-776a1859163e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c16c080e-4852-4848-b89b-9689ca5903d2 HTTP/1.1" status: 200 len: 909 time: 0.0910816 Sep 11 14:25:40.953747 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762046db-5f4d-42e9-9a15-c1e3abf7acb9 req-e1579d0a-2518-4950-8e58-e741e2315b5c tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:40.955275 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-762046db-5f4d-42e9-9a15-c1e3abf7acb9 req-e1579d0a-2518-4950-8e58-e741e2315b5c tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 931 time: 0.1669497 Sep 11 14:25:40.995046 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5 req-32f15b4b-0904-49ff-8b8c-0aa257fe93cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62 HTTP/1.1" status: 200 len: 999 time: 0.0631957 Sep 11 14:25:41.049860 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5 req-60b1c5fa-fc2d-4e58-bc1d-66487c912132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:41.051258 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5 req-60b1c5fa-fc2d-4e58-bc1d-66487c912132 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb383d2c-3476-4fcf-ae2a-b672afc16a15 HTTP/1.1" status: 200 len: 847 time: 0.0488203 Sep 11 14:25:41.057493 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-89744504-5ae7-4883-bf7f-9df30ff1ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '0deeb843-5137-44cc-b397-2aa61ad913fb', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'port_id': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'mac_address': 'fa:16:3e:83:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:39Z', 'updated_at': '2021-09-11T14:25:39Z', 'revision_number': 0, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df42f01-58d4-4136-b6d1-a81de80667ca', 'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'mac_address': 'fa:16:3e:91:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:31Z', 'updated_at': '2021-09-11T14:24:39Z', 'revision_number': 5, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'subnets': [{'id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:41.058921 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] For port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:25:41.077466 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-762046db-5f4d-42e9-9a15-c1e3abf7acb9 req-5c228b6f-3fda-420c-b3cb-419485b2cf57 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075642 Sep 11 14:25:41.084946 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89744504-5ae7-4883-bf7f-9df30ff1ff8a None None] Checking router: 100f8186-77a8-4ab3-a718-a01098a39519 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:25:41.088677 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] For port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:25:41.095968 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:41.096310 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89744504-5ae7-4883-bf7f-9df30ff1ff8a None None] Routers {'100f8186-77a8-4ab3-a718-a01098a39519'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:25:41.096963 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-89744504-5ae7-4883-bf7f-9df30ff1ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:25:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['100f8186-77a8-4ab3-a718-a01098a39519'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:41.098330 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5 req-9f459311-0bfb-454d-801f-12738d607fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:41.099763 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5 req-9f459311-0bfb-454d-801f-12738d607fb6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c16c080e-4852-4848-b89b-9689ca5903d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420494 Sep 11 14:25:41.139911 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:41.140429 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:41.142260 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/cbdc2870-52b6-4b60-a34d-1d4e0db7d04b HTTP/1.1" status: 200 len: 1093 time: 1.5517488 Sep 11 14:25:41.145533 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'tag': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:41.148098 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80ef1dd-8f86-4c47-adc3-094861098db3" -d '{"events": [{"name": "network-changed", "server_uuid": "24fb00eb-a29b-4534-b89e-05349593f2c5", "tag": "cbdc2870-52b6-4b60-a34d-1d4e0db7d04b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:41.243627 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce11f5-701d-4b3b-9985-8a8b7e2835e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:41.258410 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5 req-678fbaa9-fbd0-403f-9383-369143c7f31e service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495996 Sep 11 14:25:41.269907 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01705650-3482-4c59-a226-505f1a82346d {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:25:41.270642 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-89744504-5ae7-4883-bf7f-9df30ff1ff8a None None] Set router 100f8186-77a8-4ab3-a718-a01098a39519 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:25:41.280408 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:41.295212 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7209e545-9791-45f9-8302-da6079056565 x-openstack-request-id: req-7209e545-9791-45f9-8302-da6079056565 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:41.295527 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fb00eb-a29b-4534-b89e-05349593f2c5", "tag": "cbdc2870-52b6-4b60-a34d-1d4e0db7d04b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:41.295728 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7209e545-9791-45f9-8302-da6079056565 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:41.296118 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'tag': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'status': 'completed', 'code': 200} Sep 11 14:25:41.300229 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-f97cff46-9a54-4c01-a619-c6046a8b3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:41.301677 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-f97cff46-9a54-4c01-a619-c6046a8b3c1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 1096 time: 0.0896995 Sep 11 14:25:41.304365 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Transition to ACTIVE for port object 01705650-3482-4c59-a226-505f1a82346d will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:25:41.309907 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:41.392228 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-efb062e9-47ae-4e33-9ed1-fae77bacc4a5 req-eafa9066-9640-484f-982d-35973a16c81f service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245470 Sep 11 14:25:41.401346 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-970dc172-c774-41c5-b670-2b4c0bc9d76c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b HTTP/1.1" status: 200 len: 217 time: 0.0601521 Sep 11 14:25:41.472694 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Pushing event updated for resources: {'Port': ['ID=01705650-3482-4c59-a226-505f1a82346d,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:41.509662 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ddae3a93-a09b-4429-8be6-fef0ff63be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:41.511103 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-ddae3a93-a09b-4429-8be6-fef0ff63be22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.0897012 Sep 11 14:25:41.520024 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Attempting to bind port 01705650-3482-4c59-a226-505f1a82346d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:25:41.520412 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Attempting to bind port 01705650-3482-4c59-a226-505f1a82346d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'd1c53c87-2333-40b9-a971-158a92511238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:25:41.520738 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Attempting to bind port 01705650-3482-4c59-a226-505f1a82346d on network 174f2205-ccbe-4521-8728-637d6aa8a390 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:25:41.531907 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-89744504-5ae7-4883-bf7f-9df30ff1ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '0deeb843-5137-44cc-b397-2aa61ad913fb', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'port_id': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'mac_address': 'fa:16:3e:83:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:39Z', 'updated_at': '2021-09-11T14:25:39Z', 'revision_number': 0, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df42f01-58d4-4136-b6d1-a81de80667ca', 'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'mac_address': 'fa:16:3e:91:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:31Z', 'updated_at': '2021-09-11T14:24:39Z', 'revision_number': 5, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'subnets': [{'id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:41.534377 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Port 01705650-3482-4c59-a226-505f1a82346d on network 174f2205-ccbe-4521-8728-637d6aa8a390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:25:41.534700 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Attempting to bind port 01705650-3482-4c59-a226-505f1a82346d on network 174f2205-ccbe-4521-8728-637d6aa8a390 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:25:41.556340 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:25:41.556603 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Checking segment: {'id': 'd1c53c87-2333-40b9-a971-158a92511238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:25:41.556984 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Bound using segment: {'id': 'd1c53c87-2333-40b9-a971-158a92511238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:25:41.557415 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Bound port: 01705650-3482-4c59-a226-505f1a82346d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c53c87-2333-40b9-a971-158a92511238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:25:41.557770 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:41.558096 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89744504-5ae7-4883-bf7f-9df30ff1ff8a None None] The sync data for ids ['100f8186-77a8-4ab3-a718-a01098a39519'] in dv-cinder-760197-9-iscsi is: [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '0deeb843-5137-44cc-b397-2aa61ad913fb', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'port_id': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'mac_address': 'fa:16:3e:83:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:39Z', 'updated_at': '2021-09-11T14:25:39Z', 'revision_number': 0, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df42f01-58d4-4136-b6d1-a81de80667ca', 'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'mac_address': 'fa:16:3e:91:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:31Z', 'updated_at': '2021-09-11T14:24:39Z', 'revision_number': 5, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'subnets': [{'id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:25:41.604002 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-58764521-ca3e-4c85-8962-3dfb1288b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:41.605553 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-58764521-ca3e-4c85-8962-3dfb1288b5dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826743 Sep 11 14:25:41.667806 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] For port 01705650-3482-4c59-a226-505f1a82346d, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:25:41.708346 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] For port 01705650-3482-4c59-a226-505f1a82346d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=01705650-3482-4c59-a226-505f1a82346d,segment=NetworkSegment(d1c53c87-2333-40b9-a971-158a92511238),segment_id=d1c53c87-2333-40b9-a971-158a92511238)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:25:41.717093 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:41.768886 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7e14e-d6ff-4503-ab3e-3898da976546 None None] New status for floating IP 0deeb843-5137-44cc-b397-2aa61ad913fb: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:25:41.784085 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-88557838-018f-41b8-aa82-fb045afe45c1 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688056 Sep 11 14:25:41.793697 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:41.794581 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:41.796144 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/01705650-3482-4c59-a226-505f1a82346d HTTP/1.1" status: 200 len: 1093 time: 1.4956324 Sep 11 14:25:41.867142 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4a518-29c2-47a8-9f9b-3601c04b37e9 service neutron] Pushing event updated for resources: {'Port': ['ID=01705650-3482-4c59-a226-505f1a82346d,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:41.962995 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff569f3d-2dfd-46dd-bacb-7c1846d330f2 req-f626e25d-3b5f-4d7d-af69-a06ab2a29172 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:41.964568 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ff569f3d-2dfd-46dd-bacb-7c1846d330f2 req-f626e25d-3b5f-4d7d-af69-a06ab2a29172 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 943 time: 0.1605144 Sep 11 14:25:41.993062 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-9528d858-67a4-40ec-addd-0fe5ee12d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:41.994624 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-9528d858-67a4-40ec-addd-0fe5ee12d4fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce0903b997d400e8e1275da45be5e92&device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 1096 time: 0.1309836 Sep 11 14:25:41.996475 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16cda421-89d8-490e-a228-16c0ddb74d48 req-9f36dd3e-9ccf-4079-94a6-7ef3435cd20a service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994236 Sep 11 14:25:42.020747 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ff569f3d-2dfd-46dd-bacb-7c1846d330f2 req-0bf6970e-e923-4f62-8ee6-ec08cc49da4e tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489628 Sep 11 14:25:42.060573 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-c7ff7dfd-ceab-4159-b618-4065f1313798 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01705650-3482-4c59-a226-505f1a82346d HTTP/1.1" status: 200 len: 217 time: 0.0381830 Sep 11 14:25:42.170016 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-b85cdc48-71f3-4da0-876e-f02ea6d304e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:42.171482 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-b85cdc48-71f3-4da0-876e-f02ea6d304e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7395609-2221-44be-8463-b8df4efa65e1 HTTP/1.1" status: 200 len: 853 time: 0.0740547 Sep 11 14:25:42.217855 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef1dd-8f86-4c47-adc3-094861098db3 req-e0cb2974-67a2-4e18-98d9-15e7a97980e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:42.219373 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b80ef1dd-8f86-4c47-adc3-094861098db3 req-e0cb2974-67a2-4e18-98d9-15e7a97980e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 1096 time: 0.1135671 Sep 11 14:25:42.235611 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-87e6edcd-49ec-4229-a400-b91491c47dab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=174f2205-ccbe-4521-8728-637d6aa8a390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319779 Sep 11 14:25:42.300595 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971da0-fd21-4c82-9e23-004de9ccba3f req-819f141a-7199-4a8c-8b73-cf3ac70cd39b tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:42.302062 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-14971da0-fd21-4c82-9e23-004de9ccba3f req-819f141a-7199-4a8c-8b73-cf3ac70cd39b tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 943 time: 0.1274509 Sep 11 14:25:42.432253 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-14971da0-fd21-4c82-9e23-004de9ccba3f req-6094654f-8ee3-4ee5-b63d-e834a4166604 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221199 Sep 11 14:25:42.436114 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef1dd-8f86-4c47-adc3-094861098db3 req-e1bfa418-2537-452f-8019-7f431289d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:42.437528 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b80ef1dd-8f86-4c47-adc3-094861098db3 req-e1bfa418-2537-452f-8019-7f431289d87c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 912 time: 0.2042780 Sep 11 14:25:42.439655 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-f249f6dc-24e0-42a2-a23e-800952e086d7 service neutron] 10.222.0.13 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952293 Sep 11 14:25:42.501282 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b80ef1dd-8f86-4c47-adc3-094861098db3 req-7c7b923d-58cf-4442-8815-263ff2a8df06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b HTTP/1.1" status: 200 len: 217 time: 0.0498919 Sep 11 14:25:42.591496 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef1dd-8f86-4c47-adc3-094861098db3 req-f9c323ed-8650-482c-bc7b-1be85571bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:42.592983 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b80ef1dd-8f86-4c47-adc3-094861098db3 req-f9c323ed-8650-482c-bc7b-1be85571bc83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.0831435 Sep 11 14:25:42.609794 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b0297677-048f-4ed4-8bc7-b798cfe90c04 req-9a653d9e-aed6-41ae-be8d-2d888a0408e1 service neutron] 10.222.0.13 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529109 Sep 11 14:25:42.642319 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef1dd-8f86-4c47-adc3-094861098db3 req-76ff9160-c8ee-4510-9bbf-b075b10508ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:42.643784 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b80ef1dd-8f86-4c47-adc3-094861098db3 req-76ff9160-c8ee-4510-9bbf-b075b10508ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427089 Sep 11 14:25:42.788377 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b80ef1dd-8f86-4c47-adc3-094861098db3 req-e7944bcd-ccfe-44ff-8265-c217cc288d53 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859742 Sep 11 14:25:42.892526 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b80ef1dd-8f86-4c47-adc3-094861098db3 req-a5c4002a-9101-4c85-9109-31327bca8014 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886092 Sep 11 14:25:43.136823 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99c483-da7c-4b67-b822-814642a1948e req-c8f64163-b905-4306-992e-bfe37659b46c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:43.138275 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd99c483-da7c-4b67-b822-814642a1948e req-c8f64163-b905-4306-992e-bfe37659b46c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 943 time: 0.0482581 Sep 11 14:25:43.175123 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd99c483-da7c-4b67-b822-814642a1948e req-7f34b2da-6ae4-40b6-b76b-370d71947dbb tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311074 Sep 11 14:25:43.296953 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e00041-0aa5-4d1a-b794-6e3d06fb0c8a', 'tag': '01705650-3482-4c59-a226-505f1a82346d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:43.299183 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece440ab-5313-4352-baea-4ab19c81f6b9" -d '{"events": [{"name": "network-changed", "server_uuid": "01e00041-0aa5-4d1a-b794-6e3d06fb0c8a", "tag": "01705650-3482-4c59-a226-505f1a82346d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:43.333700 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acb7855-d260-41bb-b7d9-b1999631d837 x-openstack-request-id: req-2acb7855-d260-41bb-b7d9-b1999631d837 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:43.333986 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e00041-0aa5-4d1a-b794-6e3d06fb0c8a", "tag": "01705650-3482-4c59-a226-505f1a82346d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:43.334229 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2acb7855-d260-41bb-b7d9-b1999631d837 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:43.334633 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e00041-0aa5-4d1a-b794-6e3d06fb0c8a', 'tag': '01705650-3482-4c59-a226-505f1a82346d', 'status': 'completed', 'code': 200} Sep 11 14:25:43.415388 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece440ab-5313-4352-baea-4ab19c81f6b9 req-b4ff2c4a-8121-46ab-882d-616ae845aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:43.416845 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ece440ab-5313-4352-baea-4ab19c81f6b9 req-b4ff2c4a-8121-46ab-882d-616ae845aac8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ce0903b997d400e8e1275da45be5e92&device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 1096 time: 0.0387366 Sep 11 14:25:43.535779 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece440ab-5313-4352-baea-4ab19c81f6b9 req-d9aaf768-3600-4ee0-ba8d-f067d69be89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:43.537234 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ece440ab-5313-4352-baea-4ab19c81f6b9 req-d9aaf768-3600-4ee0-ba8d-f067d69be89a service neutron] 10.222.0.13 "GET /v2.0/networks?id=174f2205-ccbe-4521-8728-637d6aa8a390 HTTP/1.1" status: 200 len: 914 time: 0.1084471 Sep 11 14:25:43.581983 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ece440ab-5313-4352-baea-4ab19c81f6b9 req-29e2ec31-bd8e-4e79-b337-1b8845cbcbdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01705650-3482-4c59-a226-505f1a82346d HTTP/1.1" status: 200 len: 217 time: 0.0348198 Sep 11 14:25:43.589319 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88dd55-f94c-4024-80df-f62e4ab10f85 req-702b4b8e-0508-43b5-ae4f-1841a2d7f206 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:43.590684 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc88dd55-f94c-4024-80df-f62e4ab10f85 req-702b4b8e-0508-43b5-ae4f-1841a2d7f206 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 943 time: 0.0860908 Sep 11 14:25:43.660260 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fc88dd55-f94c-4024-80df-f62e4ab10f85 req-8ac1e970-3d0f-491a-bb89-3ef9772a4628 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636504 Sep 11 14:25:43.667042 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece440ab-5313-4352-baea-4ab19c81f6b9 req-4e963d7b-c041-4278-865b-74b8d92c8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:43.668458 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ece440ab-5313-4352-baea-4ab19c81f6b9 req-4e963d7b-c041-4278-865b-74b8d92c8824 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7395609-2221-44be-8463-b8df4efa65e1 HTTP/1.1" status: 200 len: 853 time: 0.0565970 Sep 11 14:25:43.705729 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ece440ab-5313-4352-baea-4ab19c81f6b9 req-926a40b2-5c7b-4e6f-9c0b-614f7492ceed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=174f2205-ccbe-4521-8728-637d6aa8a390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245874 Sep 11 14:25:43.795655 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ece440ab-5313-4352-baea-4ab19c81f6b9 req-3216be66-7d5c-4bd4-a74a-3bdb14b28084 service neutron] 10.222.0.13 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813217 Sep 11 14:25:43.881969 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ece440ab-5313-4352-baea-4ab19c81f6b9 req-943c8809-6460-4ce8-8a70-a09c9fc1b613 service neutron] 10.222.0.13 "GET /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787833 Sep 11 14:25:44.162613 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 01705650-3482-4c59-a226-505f1a82346d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:25:44.259913 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 01705650-3482-4c59-a226-505f1a82346d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=01705650-3482-4c59-a226-505f1a82346d,segment=NetworkSegment(d1c53c87-2333-40b9-a971-158a92511238),segment_id=d1c53c87-2333-40b9-a971-158a92511238)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:44.270993 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '01705650-3482-4c59-a226-505f1a82346d', 'network_id': '174f2205-ccbe-4521-8728-637d6aa8a390', 'port_id': '01705650-3482-4c59-a226-505f1a82346d', 'mac_address': 'fa:16:3e:44:ba:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7395609-2221-44be-8463-b8df4efa65e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:25:44.288469 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966610ab-6cd3-4703-ac8a-89eee677a3ea req-236b5325-835c-42c5-9204-bf94b0e4ad3b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:44.290346 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-966610ab-6cd3-4703-ac8a-89eee677a3ea req-236b5325-835c-42c5-9204-bf94b0e4ad3b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 943 time: 0.0472879 Sep 11 14:25:44.307890 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:44.320731 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01705650-3482-4c59-a226-505f1a82346d {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:25:44.328099 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-966610ab-6cd3-4703-ac8a-89eee677a3ea req-c0484921-fa57-4efc-9147-2cd73eb825b8 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314085 Sep 11 14:25:44.341269 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 01705650-3482-4c59-a226-505f1a82346d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=01705650-3482-4c59-a226-505f1a82346d,segment=NetworkSegment(d1c53c87-2333-40b9-a971-158a92511238),segment_id=d1c53c87-2333-40b9-a971-158a92511238)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:44.345226 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:44.390422 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=01705650-3482-4c59-a226-505f1a82346d,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:44.397070 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.397414 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.397749 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.398079 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.398433 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.398762 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.399085 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.399407 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.399746 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.400069 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.400417 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.400730 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:25:44.705985 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['01705650-3482-4c59-a226-505f1a82346d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:25:44.775838 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4282b-cb51-4a40-a477-4ffbbedc814c req-232d7e61-41c1-4b79-ba30-26344edd1dd5 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:44.777511 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-33d4282b-cb51-4a40-a477-4ffbbedc814c req-232d7e61-41c1-4b79-ba30-26344edd1dd5 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 944 time: 0.0520053 Sep 11 14:25:44.815875 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-33d4282b-cb51-4a40-a477-4ffbbedc814c req-1f40e2af-7240-4054-993b-c475c3318203 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323956 Sep 11 14:25:45.444743 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8bea6-142d-40cf-af46-ba7889772d92 req-c51111a2-b9ca-46b7-b6ae-34b32ee42bbf tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:45.446304 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8fa8bea6-142d-40cf-af46-ba7889772d92 req-c51111a2-b9ca-46b7-b6ae-34b32ee42bbf tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 943 time: 0.0488112 Sep 11 14:25:45.482450 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8fa8bea6-142d-40cf-af46-ba7889772d92 req-57887015-ebe5-4613-91ba-35b6f9097be4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302193 Sep 11 14:25:45.927766 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dbe90-a690-4934-8384-31738a2fd5a3 req-1105f6c2-251e-4678-91d7-8c6af286853f tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:45.929237 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9b4dbe90-a690-4934-8384-31738a2fd5a3 req-1105f6c2-251e-4678-91d7-8c6af286853f tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 944 time: 0.0483162 Sep 11 14:25:45.965664 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9b4dbe90-a690-4934-8384-31738a2fd5a3 req-24106568-a66e-431f-902b-272d7027aeb5 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305226 Sep 11 14:25:46.179036 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 01705650-3482-4c59-a226-505f1a82346d up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:25:46.226966 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 01705650-3482-4c59-a226-505f1a82346d completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:25:46.230541 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 01705650-3482-4c59-a226-505f1a82346d triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:25:46.230908 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:46.306758 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:46.328044 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e00041-0aa5-4d1a-b794-6e3d06fb0c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01705650-3482-4c59-a226-505f1a82346d'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:46.330328 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de9c124-b25c-495e-b629-43046c0e5d78" -d '{"events": [{"server_uuid": "01e00041-0aa5-4d1a-b794-6e3d06fb0c8a", "name": "network-vif-plugged", "status": "completed", "tag": "01705650-3482-4c59-a226-505f1a82346d"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:46.342663 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 01705650-3482-4c59-a226-505f1a82346d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=01705650-3482-4c59-a226-505f1a82346d,segment=NetworkSegment(d1c53c87-2333-40b9-a971-158a92511238),segment_id=d1c53c87-2333-40b9-a971-158a92511238)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:46.346412 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:46.368177 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8cbd8a-fad6-4b20-9351-3768ba6dd9a6 x-openstack-request-id: req-5b8cbd8a-fad6-4b20-9351-3768ba6dd9a6 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:46.368491 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e00041-0aa5-4d1a-b794-6e3d06fb0c8a", "name": "network-vif-plugged", "status": "completed", "tag": "01705650-3482-4c59-a226-505f1a82346d", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:46.368739 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b8cbd8a-fad6-4b20-9351-3768ba6dd9a6 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:46.369120 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e00041-0aa5-4d1a-b794-6e3d06fb0c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01705650-3482-4c59-a226-505f1a82346d', 'code': 200} Sep 11 14:25:46.393276 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=01705650-3482-4c59-a226-505f1a82346d,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:46.596704 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628540b-668f-49f9-a02a-c7df18552f72 req-b594702c-c914-49eb-a4f0-62de70257fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:46.598166 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7628540b-668f-49f9-a02a-c7df18552f72 req-b594702c-c914-49eb-a4f0-62de70257fd8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 1098 time: 0.0733709 Sep 11 14:25:46.610260 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314bb38-15ab-4083-aac6-40e5fdbca09b req-d3fe45d5-d4b6-4961-8941-b933c8b378e2 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:46.611924 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5314bb38-15ab-4083-aac6-40e5fdbca09b req-d3fe45d5-d4b6-4961-8941-b933c8b378e2 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 943 time: 0.0599740 Sep 11 14:25:46.666060 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7628540b-668f-49f9-a02a-c7df18552f72 req-2f27d3fc-e378-458f-bb63-f951e4cee1f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532367 Sep 11 14:25:46.669151 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5314bb38-15ab-4083-aac6-40e5fdbca09b req-99d3088c-4f43-4e7b-abb0-b6b0adb5bde3 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496974 Sep 11 14:25:47.091967 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12947c-a078-4d4d-8f7a-162ebcff466f req-15c73587-ecef-481e-ad00-64eec5ceffe0 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:47.093422 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bf12947c-a078-4d4d-8f7a-162ebcff466f req-15c73587-ecef-481e-ad00-64eec5ceffe0 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 945 time: 0.0471609 Sep 11 14:25:47.134286 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bf12947c-a078-4d4d-8f7a-162ebcff466f req-518e1a13-ac1c-4639-89ad-d0d6502c5038 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349088 Sep 11 14:25:47.785278 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3d6c3-280e-43ca-955c-ee9d8cf9ba79 req-bd058d30-ab2f-4a55-90a8-b206d14f1ad4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:47.786748 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-78e3d6c3-280e-43ca-955c-ee9d8cf9ba79 req-bd058d30-ab2f-4a55-90a8-b206d14f1ad4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 943 time: 0.0483418 Sep 11 14:25:47.823526 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-78e3d6c3-280e-43ca-955c-ee9d8cf9ba79 req-2d69495b-548b-46e3-b073-449d4155b540 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308297 Sep 11 14:25:48.260582 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71e046-eba7-415a-b230-dbab415f6eab req-824c9d15-bde3-4ae9-859c-11236ecba918 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:48.262036 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-da71e046-eba7-415a-b230-dbab415f6eab req-824c9d15-bde3-4ae9-859c-11236ecba918 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 945 time: 0.0608239 Sep 11 14:25:48.300425 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-da71e046-eba7-415a-b230-dbab415f6eab req-dc97b488-75a8-4e21-b308-c640c3074492 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Sep 11 14:25:48.933664 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d30cb-72a6-4e60-8c93-4ae0cf701dd0 req-bd18d4d8-8c58-433f-bfa6-1f91667c8c27 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:48.935022 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-de8d30cb-72a6-4e60-8c93-4ae0cf701dd0 req-bd18d4d8-8c58-433f-bfa6-1f91667c8c27 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 943 time: 0.0479674 Sep 11 14:25:48.974198 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-de8d30cb-72a6-4e60-8c93-4ae0cf701dd0 req-8c92ad01-1154-458d-a440-22f64df6989a tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332062 Sep 11 14:25:50.089105 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b498cd-646d-4ec5-a28c-926a3dac0a6e req-55358c43-ccd5-4ad0-aab7-a4b49125c12b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:50.090594 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-07b498cd-646d-4ec5-a28c-926a3dac0a6e req-55358c43-ccd5-4ad0-aab7-a4b49125c12b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 943 time: 0.0495899 Sep 11 14:25:50.128462 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-07b498cd-646d-4ec5-a28c-926a3dac0a6e req-be95cd73-8b9a-4320-a1cc-f7074b8a1411 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319445 Sep 11 14:25:50.206078 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device cbdc2870-52b6-4b60-a34d-1d4e0db7d04b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:25:50.414096 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:50.425210 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'port_id': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'mac_address': 'fa:16:3e:6a:e0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:25:50.461159 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:50.476529 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdc2870-52b6-4b60-a34d-1d4e0db7d04b {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:25:50.495934 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:50.499686 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:50.547600 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:50.907934 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['cbdc2870-52b6-4b60-a34d-1d4e0db7d04b'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:25:51.241190 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed75b90-9c48-4a3c-9219-0e1e5746f3dd req-78e69a41-42e7-4609-a404-ba244f810626 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:51.242849 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7ed75b90-9c48-4a3c-9219-0e1e5746f3dd req-78e69a41-42e7-4609-a404-ba244f810626 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 944 time: 0.0478225 Sep 11 14:25:51.278720 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7ed75b90-9c48-4a3c-9219-0e1e5746f3dd req-226c9fe6-1f5a-48ee-a675-40e019bdd79e tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301092 Sep 11 14:25:52.214782 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device cbdc2870-52b6-4b60-a34d-1d4e0db7d04b up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:25:52.262391 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:25:52.265853 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:25:52.266217 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:52.339742 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:52.365163 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:52.368042 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be80bbb8-6d07-436f-99d6-03012c0f5cc1" -d '{"events": [{"server_uuid": "24fb00eb-a29b-4534-b89e-05349593f2c5", "name": "network-vif-plugged", "status": "completed", "tag": "cbdc2870-52b6-4b60-a34d-1d4e0db7d04b"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:52.383685 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:25:52.387755 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:52.391192 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd58d-ca3e-4916-8485-0d07936e96b2 req-4d172d0a-8b87-4973-ba77-71c727f3ceeb tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:52.392728 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-abecd58d-ca3e-4916-8485-0d07936e96b2 req-4d172d0a-8b87-4973-ba77-71c727f3ceeb tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 944 time: 0.0492535 Sep 11 14:25:52.416258 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf24903-1dee-4ada-a9bd-d46415c001a8 x-openstack-request-id: req-caf24903-1dee-4ada-a9bd-d46415c001a8 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:52.416550 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fb00eb-a29b-4534-b89e-05349593f2c5", "name": "network-vif-plugged", "status": "completed", "tag": "cbdc2870-52b6-4b60-a34d-1d4e0db7d04b", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:52.416799 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caf24903-1dee-4ada-a9bd-d46415c001a8 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:52.417187 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'code': 200} Sep 11 14:25:52.435618 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-abecd58d-ca3e-4916-8485-0d07936e96b2 req-4bdafa8c-d30c-452c-bb1b-e09b7f5d8801 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363188 Sep 11 14:25:52.441991 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:52.697458 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:25:52.716770 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b0869-5de9-4d7c-8bf5-4a0babeae5e6 req-7dad0b06-182c-4296-9224-ad831dc160f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:52.718212 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-977b0869-5de9-4d7c-8bf5-4a0babeae5e6 req-7dad0b06-182c-4296-9224-ad831dc160f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 1098 time: 0.0392752 Sep 11 14:25:52.752366 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-977b0869-5de9-4d7c-8bf5-4a0babeae5e6 req-04bbb206-9968-4174-aa48-e16eb7d94428 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264587 Sep 11 14:25:53.551291 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a2076-9488-494e-98c2-c2dedafb7eec req-0128b464-e4ba-4bdd-9070-79c78cae6c50 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:53.552759 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-884a2076-9488-494e-98c2-c2dedafb7eec req-0128b464-e4ba-4bdd-9070-79c78cae6c50 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 945 time: 0.0487659 Sep 11 14:25:53.589934 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-884a2076-9488-494e-98c2-c2dedafb7eec req-f5b2580d-adb3-4ec6-b740-2a70b0f0f27a tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306630 Sep 11 14:25:54.700094 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553147b-c64e-4041-9d6b-9aff5ecbc6fe req-b0d64183-8bbb-42b8-a143-63f431973821 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:54.701550 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a553147b-c64e-4041-9d6b-9aff5ecbc6fe req-b0d64183-8bbb-42b8-a143-63f431973821 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 945 time: 0.0476520 Sep 11 14:25:54.740588 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a553147b-c64e-4041-9d6b-9aff5ecbc6fe req-69036e2f-ce01-4ecf-8641-9e5ab0409aa9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332675 Sep 11 14:25:54.851275 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aac723-a699-4bbd-9343-ca7053ba3109 req-53d21948-94c5-4594-a53c-e5992f94d06b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:54.853294 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-12aac723-a699-4bbd-9343-ca7053ba3109 req-53d21948-94c5-4594-a53c-e5992f94d06b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 945 time: 0.0484879 Sep 11 14:25:54.889374 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-12aac723-a699-4bbd-9343-ca7053ba3109 req-2f671b0f-9392-4cd0-880d-2bc51c0a622a tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302474 Sep 11 14:25:54.910662 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43622) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:25:54.950252 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88a522-a6ae-4946-938f-aec0f4a120a0 tempest-TestVolumeBootPattern-127195204 tempest-TestVolumeBootPattern-127195204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:54.951750 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-7d88a522-a6ae-4946-938f-aec0f4a120a0 tempest-TestVolumeBootPattern-127195204 tempest-TestVolumeBootPattern-127195204-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 1093 time: 0.0401647 Sep 11 14:25:54.954473 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43626) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:25:54.958785 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'floatingip': {'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'port_id': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:25:54.980710 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:55.280501 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:55.383670 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Allocated IP 172.27.0.237 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/91efc614-250c-4f9e-8c86-1cb67be28c88) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:25:55.483658 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:55.520413 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:55.554905 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:25:55.557846 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:25:55.561260 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:25:55.589351 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'Port': ['ID=91efc614-250c-4f9e-8c86-1cb67be28c88,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:55.911221 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:55.972834 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:56.120138 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:56.125010 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:56.202365 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'Port': ['ID=91efc614-250c-4f9e-8c86-1cb67be28c88,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:25:56.210224 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:56.312519 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.l3_db [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Floating IP 722ebc4a-e365-41d1-9645-0609162c7c39 associated. External IP: 172.27.0.237, port: cbdc2870-52b6-4b60-a34d-1d4e0db7d04b. Sep 11 14:25:56.529444 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Router f169a7a3-8a15-46dc-8c94-0c761b064357 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:25:56.633489 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:25:56.643994 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247ea40-bfb6-415d-a2d6-fff2010272cf None None] Sync routers for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:25:56.649503 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:25:56.654816 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247ea40-bfb6-415d-a2d6-fff2010272cf None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:25:56.655445 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f247ea40-bfb6-415d-a2d6-fff2010272cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:25:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:56.676423 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-05840d67-a8d2-4cdd-b222-80719f154d87 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7207556 Sep 11 14:25:56.676972 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'tag': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:25:56.679190 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "24fb00eb-a29b-4534-b89e-05349593f2c5", "tag": "cbdc2870-52b6-4b60-a34d-1d4e0db7d04b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:25:56.716526 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cddfd0-d6a4-46ae-a199-ca2d43cd4caf x-openstack-request-id: req-e3cddfd0-d6a4-46ae-a199-ca2d43cd4caf {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:25:56.716809 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fb00eb-a29b-4534-b89e-05349593f2c5", "tag": "cbdc2870-52b6-4b60-a34d-1d4e0db7d04b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:25:56.717102 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3cddfd0-d6a4-46ae-a199-ca2d43cd4caf {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:25:56.717542 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'tag': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'status': 'completed', 'code': 200} Sep 11 14:25:56.762600 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f247ea40-bfb6-415d-a2d6-fff2010272cf None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:25:56.838483 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7 req-8e49a2e4-fe6b-40a0-a3c0-39ec51c746bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:56.839994 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7 req-8e49a2e4-fe6b-40a0-a3c0-39ec51c746bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 1098 time: 0.0397854 Sep 11 14:25:56.946231 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7 req-d91dc29d-d9d2-4d30-aae8-e562472a43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:56.947797 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7 req-d91dc29d-d9d2-4d30-aae8-e562472a43d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 912 time: 0.0888312 Sep 11 14:25:56.979260 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f247ea40-bfb6-415d-a2d6-fff2010272cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '722ebc4a-e365-41d1-9645-0609162c7c39', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:6a:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:55Z', 'updated_at': '2021-09-11T14:25:55Z', 'revision_number': 0, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:57.010095 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247ea40-bfb6-415d-a2d6-fff2010272cf None None] Checking router: f169a7a3-8a15-46dc-8c94-0c761b064357 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:25:57.018185 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247ea40-bfb6-415d-a2d6-fff2010272cf None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:25:57.018802 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f247ea40-bfb6-415d-a2d6-fff2010272cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:25:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:57.021013 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7 req-eb55d0dd-5e80-4c27-91bf-74fde3844fc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b HTTP/1.1" status: 200 len: 999 time: 0.0643575 Sep 11 14:25:57.071723 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7 req-59c63dd4-81e2-4642-8e1d-18e7ab505f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:57.073223 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7 req-59c63dd4-81e2-4642-8e1d-18e7ab505f62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.0435131 Sep 11 14:25:57.127245 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f247ea40-bfb6-415d-a2d6-fff2010272cf None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:25:57.140079 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7 req-f16444de-589e-48a2-83f5-1ad8477c9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:25:57.141754 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7 req-f16444de-589e-48a2-83f5-1ad8477c9372 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531616 Sep 11 14:25:57.277486 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7 req-c8c7ef59-1d1f-416a-bf58-3109ad1d1a91 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214027 Sep 11 14:25:57.359251 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f247ea40-bfb6-415d-a2d6-fff2010272cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '722ebc4a-e365-41d1-9645-0609162c7c39', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:6a:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:55Z', 'updated_at': '2021-09-11T14:25:55Z', 'revision_number': 0, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:25:57.383733 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b022847-ea51-4d0f-a8b5-3bdbe7f0b5d7 req-9fca1302-b7de-4b65-848f-9c7480d4ba9a service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932508 Sep 11 14:25:57.391659 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247ea40-bfb6-415d-a2d6-fff2010272cf None None] The sync data for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi is: [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '722ebc4a-e365-41d1-9645-0609162c7c39', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:6a:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:55Z', 'updated_at': '2021-09-11T14:25:55Z', 'revision_number': 0, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:25:57.573200 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116af74a-fa9b-454c-8637-4e922289209f None None] New status for floating IP 722ebc4a-e365-41d1-9645-0609162c7c39: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:26:01.233868 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:04.310249 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d1454338-d88f-43cf-a499-cedd91c58180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:06.879547 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7f80fd4a-9118-44ea-b2d1-927c86080008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:07.130299 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:07.661707 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbc623-b5a1-4a65-bb41-a5457f2e87a4 req-7af2e4c9-3d23-4ab1-835b-66c5d575563e tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:07.663074 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c1dbc623-b5a1-4a65-bb41-a5457f2e87a4 req-7af2e4c9-3d23-4ab1-835b-66c5d575563e tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 946 time: 0.0482228 Sep 11 14:26:07.700006 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c1dbc623-b5a1-4a65-bb41-a5457f2e87a4 req-7c8dc039-9971-4fee-a592-757755fa9a2a tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300791 Sep 11 14:26:08.087644 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:08.813430 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f852126-931c-4a0f-b54a-b3720106df38 req-10dfc868-7462-4083-8957-8141cdce92c1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:08.814861 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6f852126-931c-4a0f-b54a-b3720106df38 req-10dfc868-7462-4083-8957-8141cdce92c1 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 946 time: 0.0476511 Sep 11 14:26:08.850955 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6f852126-931c-4a0f-b54a-b3720106df38 req-01a9810d-d8e6-4626-aaa9-67428cc38cd8 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302038 Sep 11 14:26:09.584091 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:09.969043 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a183794-3e43-4a4e-b509-97a485a55f65 req-c82993f4-2565-4071-9a33-365e3f752e06 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:09.970504 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0a183794-3e43-4a4e-b509-97a485a55f65 req-c82993f4-2565-4071-9a33-365e3f752e06 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 946 time: 0.0531218 Sep 11 14:26:10.009229 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0a183794-3e43-4a4e-b509-97a485a55f65 req-3a1a4c9b-adc1-4c88-bca5-dd7c5aef30f6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322556 Sep 11 14:26:10.362794 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b9fab-2c98-422e-be17-e6d2992d6e6b req-da121a76-e037-4b4b-8a41-64b6700fa292 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:10.364581 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-924b9fab-2c98-422e-be17-e6d2992d6e6b req-da121a76-e037-4b4b-8a41-64b6700fa292 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 945 time: 0.0484192 Sep 11 14:26:10.402453 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-924b9fab-2c98-422e-be17-e6d2992d6e6b req-5288cece-538d-48dc-ac17-a8198173044a tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.37 "GET /v2.0/security-groups?id=5aea9930-208d-47e3-aad1-4536011f5d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Sep 11 14:26:10.757774 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61880788-1871-431b-b057-c3fe31d07275 req-3b2308b4-3834-4246-bfc4-0a68b7e3a2d0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:10.760020 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-61880788-1871-431b-b057-c3fe31d07275 req-3b2308b4-3834-4246-bfc4-0a68b7e3a2d0 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 946 time: 0.0471575 Sep 11 14:26:11.055761 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Deleting port 3d72460f-d476-4b6b-af6a-dde88a2c3038 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:11.056462 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:11.173987 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747450c3-0401-4e26-b61a-c23754290e7c req-f45d6c43-e30b-466b-8121-cb4585976bbf tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:11.175426 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-747450c3-0401-4e26-b61a-c23754290e7c req-f45d6c43-e30b-466b-8121-cb4585976bbf tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 946 time: 0.0942147 Sep 11 14:26:11.179994 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] For port 3d72460f-d476-4b6b-af6a-dde88a2c3038, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3d72460f-d476-4b6b-af6a-dde88a2c3038,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:11.180420 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:11.257122 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-747450c3-0401-4e26-b61a-c23754290e7c req-c9c0f0c9-1ef2-4dd9-8f72-ee6390490230 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups?id=452136b3-e8de-48c1-bdd3-932787ac4d37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739455 Sep 11 14:26:11.369636 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:11.369906 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:11.370214 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.l3_db [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Floating IP b93a0494-d2ac-4b0b-9c0c-0766903c73f9 disassociated. External IP: 172.27.0.202, port: 3d72460f-d476-4b6b-af6a-dde88a2c3038. Sep 11 14:26:11.370544 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Calling delete_port for 3d72460f-d476-4b6b-af6a-dde88a2c3038 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:11.495623 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:11.523816 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event deleted for resources: {'Port': ['ID=3d72460f-d476-4b6b-af6a-dde88a2c3038,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:11.635784 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Router 000b873b-7e95-4c2d-b798-293c4ac9d75e has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:26:11.739905 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:26:11.749261 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44338a0b-917c-4140-83f0-2bec9b6723ea None None] Sync routers for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:26:11.758952 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44338a0b-917c-4140-83f0-2bec9b6723ea None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:26:11.759553 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44338a0b-917c-4140-83f0-2bec9b6723ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:26:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:11.778783 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] No DVR routers for this DVR port 3d72460f-d476-4b6b-af6a-dde88a2c3038 on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:26:11.781292 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:11.783235 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-61880788-1871-431b-b057-c3fe31d07275 req-a2185235-1e35-459a-b9d9-914c5204c328 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.13 "DELETE /v2.0/ports/3d72460f-d476-4b6b-af6a-dde88a2c3038 HTTP/1.1" status: 204 len: 173 time: 1.0130749 Sep 11 14:26:11.783663 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'name': 'network-vif-deleted', 'tag': '3d72460f-d476-4b6b-af6a-dde88a2c3038'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:26:11.785929 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4492a4-cfdd-48c4-9eef-559391983260" -d '{"events": [{"server_uuid": "0cbf0760-37b5-4344-8678-f759d7cb8801", "name": "network-vif-deleted", "tag": "3d72460f-d476-4b6b-af6a-dde88a2c3038"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:26:11.825915 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8011f9-6ddd-4530-b59c-26c79f38a85b x-openstack-request-id: req-ac8011f9-6ddd-4530-b59c-26c79f38a85b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:26:11.826269 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbf0760-37b5-4344-8678-f759d7cb8801", "name": "network-vif-deleted", "tag": "3d72460f-d476-4b6b-af6a-dde88a2c3038", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:26:11.826626 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac8011f9-6ddd-4530-b59c-26c79f38a85b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:26:11.827085 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbf0760-37b5-4344-8678-f759d7cb8801', 'name': 'network-vif-deleted', 'tag': '3d72460f-d476-4b6b-af6a-dde88a2c3038', 'status': 'completed', 'code': 200} Sep 11 14:26:11.865861 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-44338a0b-917c-4140-83f0-2bec9b6723ea None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:26:12.064779 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44338a0b-917c-4140-83f0-2bec9b6723ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:12.092998 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44338a0b-917c-4140-83f0-2bec9b6723ea None None] Checking router: 000b873b-7e95-4c2d-b798-293c4ac9d75e for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:26:12.100993 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44338a0b-917c-4140-83f0-2bec9b6723ea None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:26:12.101594 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44338a0b-917c-4140-83f0-2bec9b6723ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:26:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:12.203749 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-44338a0b-917c-4140-83f0-2bec9b6723ea None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:26:12.377612 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-dc7f4030-a8c3-4c50-a5b2-938e3f571924 req-4602ed1f-de35-4181-aa87-a4f2c0bf6368 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cbf0760-37b5-4344-8678-f759d7cb8801 HTTP/1.1" status: 200 len: 210 time: 0.0369191 Sep 11 14:26:12.520776 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-44338a0b-917c-4140-83f0-2bec9b6723ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:12.547276 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44338a0b-917c-4140-83f0-2bec9b6723ea None None] The sync data for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi is: [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:19:37Z', 'revision_number': 4, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '4f7ce799-6ce1-434e-9f20-ccdea7dae072', 'name': '', 'network_id': '4dae3f95-13a4-4d44-a868-d7efcecd67e4', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'mac_address': 'fa:16:3e:ce:aa:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:32Z', 'updated_at': '2021-09-11T14:19:46Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'subnets': [{'id': 'bfefa7e4-1f06-4c34-a9aa-5e09faee6615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:26:12.759631 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ccc084-d19f-490a-a2f7-ea7a82a0fb8d None None] New status for floating IP b93a0494-d2ac-4b0b-9c0c-0766903c73f9: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:26:13.181101 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3298c-9b23-4fb4-b200-86f9a0d4f9c5 req-b21fa3b5-3742-4d20-9997-2ec8a7bc1e67 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:13.183204 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-54c3298c-9b23-4fb4-b200-86f9a0d4f9c5 req-b21fa3b5-3742-4d20-9997-2ec8a7bc1e67 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.13 "GET /v2.0/ports?device_id=01e00041-0aa5-4d1a-b794-6e3d06fb0c8a HTTP/1.1" status: 200 len: 945 time: 0.0486610 Sep 11 14:26:13.276722 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-54c3298c-9b23-4fb4-b200-86f9a0d4f9c5 req-4a6a2b46-d23d-40e5-a77d-99e77e5bff81 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Deleting port 01705650-3482-4c59-a226-505f1a82346d {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:13.277053 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54c3298c-9b23-4fb4-b200-86f9a0d4f9c5 req-4a6a2b46-d23d-40e5-a77d-99e77e5bff81 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.362960 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-54c3298c-9b23-4fb4-b200-86f9a0d4f9c5 req-4a6a2b46-d23d-40e5-a77d-99e77e5bff81 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] For port 01705650-3482-4c59-a226-505f1a82346d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=01705650-3482-4c59-a226-505f1a82346d,segment=NetworkSegment(d1c53c87-2333-40b9-a971-158a92511238),segment_id=d1c53c87-2333-40b9-a971-158a92511238)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:13.363312 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54c3298c-9b23-4fb4-b200-86f9a0d4f9c5 req-4a6a2b46-d23d-40e5-a77d-99e77e5bff81 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.375860 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-54c3298c-9b23-4fb4-b200-86f9a0d4f9c5 req-4a6a2b46-d23d-40e5-a77d-99e77e5bff81 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Calling delete_port for 01705650-3482-4c59-a226-505f1a82346d owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:13.460202 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43772) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:13.504656 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54c3298c-9b23-4fb4-b200-86f9a0d4f9c5 req-4a6a2b46-d23d-40e5-a77d-99e77e5bff81 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.516020 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c8b43b7-1214-44ae-809e-3f450e2d2ab6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.532420 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a2b46-d23d-40e5-a77d-99e77e5bff81 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Pushing event deleted for resources: {'Port': ['ID=01705650-3482-4c59-a226-505f1a82346d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:13.540621 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c8b43b7-1214-44ae-809e-3f450e2d2ab6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.547283 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['01705650-3482-4c59-a226-505f1a82346d'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:26:13.573292 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c3298c-9b23-4fb4-b200-86f9a0d4f9c5 req-4a6a2b46-d23d-40e5-a77d-99e77e5bff81 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] No DVR routers for this DVR port 01705650-3482-4c59-a226-505f1a82346d on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:26:13.575927 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-54c3298c-9b23-4fb4-b200-86f9a0d4f9c5 req-4a6a2b46-d23d-40e5-a77d-99e77e5bff81 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.578043 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-54c3298c-9b23-4fb4-b200-86f9a0d4f9c5 req-4a6a2b46-d23d-40e5-a77d-99e77e5bff81 tempest-VolumesSnapshotTestJSON-1664555595 tempest-VolumesSnapshotTestJSON-1664555595-project] 10.222.0.13 "DELETE /v2.0/ports/01705650-3482-4c59-a226-505f1a82346d HTTP/1.1" status: 204 len: 173 time: 0.3842483 Sep 11 14:26:13.592115 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c8b43b7-1214-44ae-809e-3f450e2d2ab6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.594767 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8c8b43b7-1214-44ae-809e-3f450e2d2ab6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.595920 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-8c8b43b7-1214-44ae-809e-3f450e2d2ab6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "DELETE /v2.0/security-groups/452136b3-e8de-48c1-bdd3-932787ac4d37 HTTP/1.1" status: 204 len: 168 time: 0.1347420 Sep 11 14:26:13.598619 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43774) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:13.606143 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b43b7-1214-44ae-809e-3f450e2d2ab6 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452136b3-e8de-48c1-bdd3-932787ac4d37,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:13.611742 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.api.v2.resource [None req-e16dccae-afa4-421a-ac13-497fc504aa02 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] show failed (client error): The resource could not be found. Sep 11 14:26:13.612927 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e16dccae-afa4-421a-ac13-497fc504aa02 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "GET /v2.0/security-groups/452136b3-e8de-48c1-bdd3-932787ac4d37 HTTP/1.1" status: 404 len: 347 time: 0.0132494 Sep 11 14:26:13.615815 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43776) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:13.748807 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0f4522fc-5a01-4595-8b05-ba8b284d0f60 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Deleting port 8abcdb32-452f-4ec2-9fd3-9607c2bd6d49 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:13.749143 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f4522fc-5a01-4595-8b05-ba8b284d0f60 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.826510 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f4522fc-5a01-4595-8b05-ba8b284d0f60 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.826839 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f4522fc-5a01-4595-8b05-ba8b284d0f60 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.828853 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e00041-0aa5-4d1a-b794-6e3d06fb0c8a', 'name': 'network-vif-deleted', 'tag': '01705650-3482-4c59-a226-505f1a82346d'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:26:13.831048 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfc91bd-9566-4d33-a4c0-1abb0bbc0e5f" -d '{"events": [{"server_uuid": "01e00041-0aa5-4d1a-b794-6e3d06fb0c8a", "name": "network-vif-deleted", "tag": "01705650-3482-4c59-a226-505f1a82346d"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:26:13.844788 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-0f4522fc-5a01-4595-8b05-ba8b284d0f60 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Calling delete_port for 8abcdb32-452f-4ec2-9fd3-9607c2bd6d49 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:13.884484 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe10068-cca0-4ea2-91a5-ab7b933de0e5 x-openstack-request-id: req-bbe10068-cca0-4ea2-91a5-ab7b933de0e5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:26:13.885474 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e00041-0aa5-4d1a-b794-6e3d06fb0c8a", "name": "network-vif-deleted", "tag": "01705650-3482-4c59-a226-505f1a82346d", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:26:13.885722 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bbe10068-cca0-4ea2-91a5-ab7b933de0e5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:26:13.886112 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e00041-0aa5-4d1a-b794-6e3d06fb0c8a', 'name': 'network-vif-deleted', 'tag': '01705650-3482-4c59-a226-505f1a82346d', 'status': 'completed', 'code': 200} Sep 11 14:26:13.974935 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f4522fc-5a01-4595-8b05-ba8b284d0f60 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:13.998041 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4522fc-5a01-4595-8b05-ba8b284d0f60 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Pushing event deleted for resources: {'Port': ['ID=8abcdb32-452f-4ec2-9fd3-9607c2bd6d49,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:14.058104 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f4522fc-5a01-4595-8b05-ba8b284d0f60 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:14.060631 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0f4522fc-5a01-4595-8b05-ba8b284d0f60 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:14.061869 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-0f4522fc-5a01-4595-8b05-ba8b284d0f60 tempest-AttachVolumeTestJSON-1623812622 tempest-AttachVolumeTestJSON-1623812622-project] 10.222.0.37 "DELETE /v2.0/floatingips/b93a0494-d2ac-4b0b-9c0c-0766903c73f9 HTTP/1.1" status: 204 len: 168 time: 0.4447634 Sep 11 14:26:14.319872 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 01705650-3482-4c59-a226-505f1a82346d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:26:14.339983 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 01705650-3482-4c59-a226-505f1a82346d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:26:14.340344 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 01705650-3482-4c59-a226-505f1a82346d not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:26:14.340748 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 3d72460f-d476-4b6b-af6a-dde88a2c3038 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:26:14.358492 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 3d72460f-d476-4b6b-af6a-dde88a2c3038 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:26:14.358836 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 3d72460f-d476-4b6b-af6a-dde88a2c3038 not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:26:17.580007 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43810) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:18.068868 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-282933'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:18.357669 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] Deleting port 4f7ce799-6ce1-434e-9f20-ccdea7dae072 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:18.357914 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:18.644366 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] For port 4f7ce799-6ce1-434e-9f20-ccdea7dae072, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=4f7ce799-6ce1-434e-9f20-ccdea7dae072,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:18.645015 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:18.656807 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] Calling delete_port for 4f7ce799-6ce1-434e-9f20-ccdea7dae072 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:18.842593 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:18.868170 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7ce799-6ce1-434e-9f20-ccdea7dae072,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:19.027943 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-283009'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:19.256452 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] Router 000b873b-7e95-4c2d-b798-293c4ac9d75e has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:26:19.359256 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:26:19.364714 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-ee2a1a94-e2dc-4348-9020-c7c8429f3ba8 admin admin] 10.222.0.37 "PUT /v2.0/routers/000b873b-7e95-4c2d-b798-293c4ac9d75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7835412 Sep 11 14:26:19.367110 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43814) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:19.369762 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89580e01-6c15-46c7-bd3d-2318073c9526 None None] Sync routers for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:26:19.379361 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89580e01-6c15-46c7-bd3d-2318073c9526 None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:26:19.379969 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-89580e01-6c15-46c7-bd3d-2318073c9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:26:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:19.479683 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:19.486933 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-89580e01-6c15-46c7-bd3d-2318073c9526 None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:26:19.587856 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:19.639885 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Deleting port 5b5088b3-8c54-46ce-8a1b-30f466e60219 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:19.640243 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:19.662107 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-89580e01-6c15-46c7-bd3d-2318073c9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:26:18Z', 'revision_number': 5, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port': {'id': '5b5088b3-8c54-46ce-8a1b-30f466e60219', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:22Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:19.691656 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89580e01-6c15-46c7-bd3d-2318073c9526 None None] Checking router: 000b873b-7e95-4c2d-b798-293c4ac9d75e for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:26:19.700422 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89580e01-6c15-46c7-bd3d-2318073c9526 None None] Routers {'000b873b-7e95-4c2d-b798-293c4ac9d75e'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:26:19.701027 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-89580e01-6c15-46c7-bd3d-2318073c9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:26:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['000b873b-7e95-4c2d-b798-293c4ac9d75e'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:19.721470 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] For port 5b5088b3-8c54-46ce-8a1b-30f466e60219, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=5b5088b3-8c54-46ce-8a1b-30f466e60219,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:19.722057 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:19.738888 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Calling delete_port for 5b5088b3-8c54-46ce-8a1b-30f466e60219 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:19.791899 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-89580e01-6c15-46c7-bd3d-2318073c9526 None None] Set router 000b873b-7e95-4c2d-b798-293c4ac9d75e gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:26:19.841961 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-89580e01-6c15-46c7-bd3d-2318073c9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:26:19Z', 'revision_number': 6, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port_host': None}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:19.871241 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89580e01-6c15-46c7-bd3d-2318073c9526 None None] The sync data for ids ['000b873b-7e95-4c2d-b798-293c4ac9d75e'] in dv-cinder-760197-9-iscsi is: [{'id': '000b873b-7e95-4c2d-b798-293c4ac9d75e', 'name': 'tempest-AttachVolumeTestJSON-1538286862-router', 'tenant_id': '823d31d3fd8e4efda6289de7638e8a3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:20Z', 'updated_at': '2021-09-11T14:26:19Z', 'revision_number': 6, 'project_id': '823d31d3fd8e4efda6289de7638e8a3a', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:26:19.910808 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:19.936622 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5088b3-8c54-46ce-8a1b-30f466e60219,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:19.995309 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-284003'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.083875 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-286416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-404'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.085948 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.127540 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-286425'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.128055 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 000b873b-7e95-4c2d-b798-293c4ac9d75e {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 14:26:20.132430 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.133557 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-ac6d2980-8207-4e38-9972-f93217158a8b admin admin] 10.222.0.37 "DELETE /v2.0/routers/000b873b-7e95-4c2d-b798-293c4ac9d75e HTTP/1.1" status: 204 len: 168 time: 0.7655416 Sep 11 14:26:20.136612 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43818) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:20.180087 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-d598dc3e-f80b-4f96-8a76-3d0fe71c5087 admin admin] Deleting subnet bfefa7e4-1f06-4c34-a9aa-5e09faee6615 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:26:20.183789 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d598dc3e-f80b-4f96-8a76-3d0fe71c5087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.219010 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d598dc3e-f80b-4f96-8a76-3d0fe71c5087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480114'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.340264 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d598dc3e-f80b-4f96-8a76-3d0fe71c5087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.392515 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d598dc3e-f80b-4f96-8a76-3d0fe71c5087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12296770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11906103'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.418038 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598dc3e-f80b-4f96-8a76-3d0fe71c5087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfefa7e4-1f06-4c34-a9aa-5e09faee6615,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:20.421605 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d598dc3e-f80b-4f96-8a76-3d0fe71c5087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.423528 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d598dc3e-f80b-4f96-8a76-3d0fe71c5087 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bfefa7e4-1f06-4c34-a9aa-5e09faee6615 HTTP/1.1" status: 204 len: 168 time: 0.2859004 Sep 11 14:26:20.425962 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43820) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:20.428439 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c61811-c83b-4eee-b799-cf6ae0d112c9 None None] Network 4dae3f95-13a4-4d44-a868-d7efcecd67e4 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:26:20.495732 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.548090 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Deleting port e4438e7f-b565-41bd-b941-28dfebbc7460 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:20.548459 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.612913 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] For port e4438e7f-b565-41bd-b941-28dfebbc7460, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=e4438e7f-b565-41bd-b941-28dfebbc7460,segment=NetworkSegment(6975a5b4-ab6d-436b-bbe0-f85229f01eb8),segment_id=6975a5b4-ab6d-436b-bbe0-f85229f01eb8)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:20.613185 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.624511 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Calling delete_port for e4438e7f-b565-41bd-b941-28dfebbc7460 owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:20.682238 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179dc87a-b263-47ba-868c-ea03425b5897 None None] DHCP port deletion for 4dae3f95-13a4-4d44-a868-d7efcecd67e4 request from dv-cinder-760197-9-iscsi {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 11 14:26:20.693814 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 4f7ce799-6ce1-434e-9f20-ccdea7dae072 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:26:20.708408 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.732368 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 4f7ce799-6ce1-434e-9f20-ccdea7dae072 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:26:20.732716 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 4f7ce799-6ce1-434e-9f20-ccdea7dae072 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:26:20.737420 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] No DVR routers for this DVR port e4438e7f-b565-41bd-b941-28dfebbc7460 on host dv-cinder-760197-9-iscsi {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:26:20.741694 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4438e7f-b565-41bd-b941-28dfebbc7460,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:20.757652 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-179dc87a-b263-47ba-868c-ea03425b5897 None None] Deleting port e4438e7f-b565-41bd-b941-28dfebbc7460 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:20.758014 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-179dc87a-b263-47ba-868c-ea03425b5897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.815778 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.824916 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-179dc87a-b263-47ba-868c-ea03425b5897 None None] For port e4438e7f-b565-41bd-b941-28dfebbc7460, host dv-cinder-760197-9-iscsi, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:20.825310 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-179dc87a-b263-47ba-868c-ea03425b5897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.835590 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dae3f95-13a4-4d44-a868-d7efcecd67e4']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:20.836464 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-179dc87a-b263-47ba-868c-ea03425b5897 None None] Calling delete_port for e4438e7f-b565-41bd-b941-28dfebbc7460 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:20.839703 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-179dc87a-b263-47ba-868c-ea03425b5897 None None] Port e4438e7f-b565-41bd-b941-28dfebbc7460 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 11 14:26:20.841137 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-179dc87a-b263-47ba-868c-ea03425b5897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.845444 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6975a5b4-ab6d-436b-bbe0-f85229f01eb8') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:20.845734 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6975a5b4-ab6d-436b-bbe0-f85229f01eb8') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:20.854881 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480011'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.864895 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dc87a-b263-47ba-868c-ea03425b5897 None None] Pushing event deleted for resources: {'Port': ['ID=e4438e7f-b565-41bd-b941-28dfebbc7460,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:20.867658 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.868567 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dc87a-b263-47ba-868c-ea03425b5897 None None] No DVR routers for this DVR port e4438e7f-b565-41bd-b941-28dfebbc7460 on host dv-cinder-760197-9-iscsi {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297120'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: Traceback (most recent call last): Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: timer() Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: cb(*args, **kw) Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: return func(*args, **kwargs) Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: self._notify() Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: self.callback(batched_events) Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: event.method(event) Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: return f(self, *a, **k) Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._get(url).json() Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: return self.request(url, 'GET', **kwargs) Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:26:20.880928 dv-cinder-760197-9-iscsi neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:26:20.936662 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.943822 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:20.945199 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4dae3f95-13a4-4d44-a868-d7efcecd67e4 HTTP/1.1" status: 204 len: 168 time: 0.5183380 Sep 11 14:26:20.956964 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d0d6a-a1f2-4357-ab6a-2877c475ad38 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dae3f95-13a4-4d44-a868-d7efcecd67e4,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:21.059854 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43824) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:21.098084 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-10c12548-516f-40f2-82a7-e3552bb16b56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=823d31d3fd8e4efda6289de7638e8a3a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370631 Sep 11 14:26:21.100474 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43826) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:21.148591 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-388724ad-fb89-4552-8e89-cff41a558070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:21.169400 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-388724ad-fb89-4552-8e89-cff41a558070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:21.215357 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-388724ad-fb89-4552-8e89-cff41a558070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:21.217992 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-388724ad-fb89-4552-8e89-cff41a558070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:21.219155 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-388724ad-fb89-4552-8e89-cff41a558070 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14b2e44e-bfeb-4da5-a38a-d82ff1c418c6 HTTP/1.1" status: 204 len: 168 time: 0.1177754 Sep 11 14:26:21.227163 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388724ad-fb89-4552-8e89-cff41a558070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b2e44e-bfeb-4da5-a38a-d82ff1c418c6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:22.190201 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e4438e7f-b565-41bd-b941-28dfebbc7460 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:26:22.210627 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: e4438e7f-b565-41bd-b941-28dfebbc7460 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:26:22.211020 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e4438e7f-b565-41bd-b941-28dfebbc7460 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:26:22.211421 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 5b5088b3-8c54-46ce-8a1b-30f466e60219 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:26:22.230700 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 5b5088b3-8c54-46ce-8a1b-30f466e60219 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:26:22.231097 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 5b5088b3-8c54-46ce-8a1b-30f466e60219 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:26:27.279012 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84190a-ab45-4dc3-8463-10f69e818283 req-2769241b-6200-485d-b254-8c5a51451502 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:27.280509 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b84190a-ab45-4dc3-8463-10f69e818283 req-2769241b-6200-485d-b254-8c5a51451502 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 947 time: 0.0522251 Sep 11 14:26:27.317243 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5b84190a-ab45-4dc3-8463-10f69e818283 req-3c33af7e-dbff-4b47-94a5-7f0e70b32a43 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306668 Sep 11 14:26:28.434280 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb0398-2c6a-49a1-9ba0-7980cd79a927 req-88076a0c-502b-40e6-a9b5-c7b2f12d8b77 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:28.435720 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bcfb0398-2c6a-49a1-9ba0-7980cd79a927 req-88076a0c-502b-40e6-a9b5-c7b2f12d8b77 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 947 time: 0.0481932 Sep 11 14:26:28.471766 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bcfb0398-2c6a-49a1-9ba0-7980cd79a927 req-bfb8de8f-7733-411c-88b4-266e77942e08 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups?id=09ea0c41-1e26-4983-ae07-88d10d635415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302687 Sep 11 14:26:29.036045 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41704160-c901-4c11-ad10-4606e608448c req-51a81a8c-251c-48fb-82b7-35b04b30f935 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:29.037480 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-41704160-c901-4c11-ad10-4606e608448c req-51a81a8c-251c-48fb-82b7-35b04b30f935 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.13 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 947 time: 0.0477746 Sep 11 14:26:29.129771 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Deleting port 5270185e-013c-44be-9b84-1e3eff24a2f6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:29.130104 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:29.219623 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] For port 5270185e-013c-44be-9b84-1e3eff24a2f6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5270185e-013c-44be-9b84-1e3eff24a2f6,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:29.219986 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:29.386102 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:29.386368 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:29.386679 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.l3_db [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Floating IP eb0dba9f-fc66-4557-ad5c-d89d4ac1c372 disassociated. External IP: 172.27.0.226, port: 5270185e-013c-44be-9b84-1e3eff24a2f6. Sep 11 14:26:29.387011 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Calling delete_port for 5270185e-013c-44be-9b84-1e3eff24a2f6 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:29.508515 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:29.547445 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event deleted for resources: {'Port': ['ID=5270185e-013c-44be-9b84-1e3eff24a2f6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:29.581119 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-41e4a848-558c-40fc-879c-efe88342fcb7 req-90967249-22b6-4dfa-9dd7-7fc413b50959 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/ports?device_id=66558777-86c9-429c-b55a-df19e34f08f2 HTTP/1.1" status: 200 len: 210 time: 0.0355136 Sep 11 14:26:29.680773 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:26:29.696714 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:26:30.006857 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:26:30.016803 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6fff89-59c5-4cc3-965a-c03ceb02de5a None None] Sync routers for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:26:30.027052 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6fff89-59c5-4cc3-965a-c03ceb02de5a None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:26:30.027665 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8f6fff89-59c5-4cc3-965a-c03ceb02de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:26:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:30.045845 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] No DVR routers for this DVR port 5270185e-013c-44be-9b84-1e3eff24a2f6 on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:26:30.048400 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:30.050356 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-41704160-c901-4c11-ad10-4606e608448c req-f5d0fbfb-d7b3-4e45-8b2d-57fd33b6edc1 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.13 "DELETE /v2.0/ports/5270185e-013c-44be-9b84-1e3eff24a2f6 HTTP/1.1" status: 204 len: 173 time: 1.0055318 Sep 11 14:26:30.050785 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'name': 'network-vif-deleted', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:26:30.053043 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e5805c-9905-4382-8da3-f0a0a1805c5e" -d '{"events": [{"server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "name": "network-vif-deleted", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:26:30.087433 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07a8d7c-d988-49e8-abb3-7d5768c5d34b x-openstack-request-id: req-c07a8d7c-d988-49e8-abb3-7d5768c5d34b {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:26:30.087729 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66558777-86c9-429c-b55a-df19e34f08f2", "name": "network-vif-deleted", "tag": "5270185e-013c-44be-9b84-1e3eff24a2f6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:26:30.088573 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c07a8d7c-d988-49e8-abb3-7d5768c5d34b {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:26:30.089175 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66558777-86c9-429c-b55a-df19e34f08f2', 'name': 'network-vif-deleted', 'tag': '5270185e-013c-44be-9b84-1e3eff24a2f6', 'status': 'completed', 'code': 200} Sep 11 14:26:30.134074 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8f6fff89-59c5-4cc3-965a-c03ceb02de5a None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:26:30.425743 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8f6fff89-59c5-4cc3-965a-c03ceb02de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:30.451976 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6fff89-59c5-4cc3-965a-c03ceb02de5a None None] Checking router: 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:26:30.460034 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6fff89-59c5-4cc3-965a-c03ceb02de5a None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:26:30.460681 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8f6fff89-59c5-4cc3-965a-c03ceb02de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:26:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:30.563461 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-8f6fff89-59c5-4cc3-965a-c03ceb02de5a None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:26:30.660107 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43962) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:30.678704 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43966) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:30.734919 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e713ff1f-47e3-4ce9-9f73-cd9daac4212d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:30.758858 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e713ff1f-47e3-4ce9-9f73-cd9daac4212d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:30.769583 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-8f6fff89-59c5-4cc3-965a-c03ceb02de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:30.782101 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b212571-9d3e-4437-9d1b-9eb5baf059aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:30.801554 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6fff89-59c5-4cc3-965a-c03ceb02de5a None None] The sync data for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi is: [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:19:28Z', 'revision_number': 4, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e0c4f2c6-8246-4735-818a-f92eae880080', 'name': '', 'network_id': '568a2f43-8e1f-4fbd-a0a8-eb269904e315', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'mac_address': 'fa:16:3e:d9:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:26Z', 'updated_at': '2021-09-11T14:19:39Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'subnets': [{'id': 'f7ae9505-f681-4fac-b501-61ec146fba44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:26:30.852557 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e713ff1f-47e3-4ce9-9f73-cd9daac4212d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:30.855257 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e713ff1f-47e3-4ce9-9f73-cd9daac4212d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:30.856439 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e713ff1f-47e3-4ce9-9f73-cd9daac4212d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "DELETE /v2.0/security-groups/09ea0c41-1e26-4983-ae07-88d10d635415 HTTP/1.1" status: 204 len: 168 time: 0.1764967 Sep 11 14:26:30.859401 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43968) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:30.872512 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713ff1f-47e3-4ce9-9f73-cd9daac4212d tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ea0c41-1e26-4983-ae07-88d10d635415,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:30.877334 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.api.v2.resource [None req-f8a905fe-a3f4-46be-8775-95d7df406422 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] show failed (client error): The resource could not be found. Sep 11 14:26:30.882446 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-f8a905fe-a3f4-46be-8775-95d7df406422 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "GET /v2.0/security-groups/09ea0c41-1e26-4983-ae07-88d10d635415 HTTP/1.1" status: 404 len: 347 time: 0.0211663 Sep 11 14:26:30.882992 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 43970) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:30.927806 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b212571-9d3e-4437-9d1b-9eb5baf059aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:30.931565 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-2b212571-9d3e-4437-9d1b-9eb5baf059aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:30.974944 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-2b212571-9d3e-4437-9d1b-9eb5baf059aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b87adb51ff73434690d8f9faea324dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113804 Sep 11 14:26:30.974944 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b212571-9d3e-4437-9d1b-9eb5baf059aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782015aa-30c3-4310-8e4b-a8c124321415,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:30.976061 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 43972) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:31.013150 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Deleting port c822e3cc-f65d-4807-bc29-3627d1904f6c {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:31.013493 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:31.034881 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f003ba-4d72-4dc1-bdad-2e52fcd4bd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:31.060046 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f003ba-4d72-4dc1-bdad-2e52fcd4bd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:31.067846 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df4d7d3-9c63-4438-b041-91dc50de4bf9 None None] New status for floating IP eb0dba9f-fc66-4557-ad5c-d89d4ac1c372: DOWN {{(pid=93837) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:26:31.099425 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:31.100321 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:31.114333 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Calling delete_port for c822e3cc-f65d-4807-bc29-3627d1904f6c owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:31.116130 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f003ba-4d72-4dc1-bdad-2e52fcd4bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:31.118962 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f1f003ba-4d72-4dc1-bdad-2e52fcd4bd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:31.123236 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-f1f003ba-4d72-4dc1-bdad-2e52fcd4bd66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/782015aa-30c3-4310-8e4b-a8c124321415 HTTP/1.1" status: 204 len: 168 time: 0.1396911 Sep 11 14:26:31.128927 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f003ba-4d72-4dc1-bdad-2e52fcd4bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782015aa-30c3-4310-8e4b-a8c124321415,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:31.233581 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:31.266628 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:31.291909 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Pushing event deleted for resources: {'Port': ['ID=c822e3cc-f65d-4807-bc29-3627d1904f6c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:31.303441 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.303786 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.304127 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.304509 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.304837 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.305160 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.305480 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.305800 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.306118 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.306436 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.306781 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.307118 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:31.360000 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:31.362608 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:31.363753 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-cbfd4ae9-7532-4e86-87f0-3aeda8e98706 tempest-AttachVolumeShelveTestJSON-681333225 tempest-AttachVolumeShelveTestJSON-681333225-project] 10.222.0.37 "DELETE /v2.0/floatingips/eb0dba9f-fc66-4557-ad5c-d89d4ac1c372 HTTP/1.1" status: 204 len: 168 time: 0.4796109 Sep 11 14:26:32.691576 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44032) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:32.795286 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4ee523-2304-4bb4-aabe-102ded8653aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:32.885246 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4ee523-2304-4bb4-aabe-102ded8653aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:32.888693 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb4ee523-2304-4bb4-aabe-102ded8653aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:32.924746 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ee523-2304-4bb4-aabe-102ded8653aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2689f761-e64f-455a-8cfd-db16a1eb1207,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:32.929022 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-fb4ee523-2304-4bb4-aabe-102ded8653aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e95a9bd9c0c5496aab9701cdca3750ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363532 Sep 11 14:26:32.931568 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44036) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:32.982383 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ca0168-13e7-417d-bf1b-28ce75667940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:33.002949 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ca0168-13e7-417d-bf1b-28ce75667940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:33.049181 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ca0168-13e7-417d-bf1b-28ce75667940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:33.051861 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c7ca0168-13e7-417d-bf1b-28ce75667940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:33.053066 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-c7ca0168-13e7-417d-bf1b-28ce75667940 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2689f761-e64f-455a-8cfd-db16a1eb1207 HTTP/1.1" status: 204 len: 168 time: 0.1206093 Sep 11 14:26:33.060937 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca0168-13e7-417d-bf1b-28ce75667940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2689f761-e64f-455a-8cfd-db16a1eb1207,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:33.314616 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44042) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:33.328166 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68110673-2aa3-4c6d-99c4-d2f6b03a7718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:33.415178 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68110673-2aa3-4c6d-99c4-d2f6b03a7718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:33.419550 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-68110673-2aa3-4c6d-99c4-d2f6b03a7718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:33.457443 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68110673-2aa3-4c6d-99c4-d2f6b03a7718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82edb4a1-0a2c-4fa5-95d3-503406ddf8d0,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:33.461662 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-68110673-2aa3-4c6d-99c4-d2f6b03a7718 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=128f6cfca98b4c279d18af3db40424b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460333 Sep 11 14:26:33.465040 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44044) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:33.512114 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04e03d63-8c34-452f-8c46-0501ccefd38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:33.531745 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04e03d63-8c34-452f-8c46-0501ccefd38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:33.577602 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04e03d63-8c34-452f-8c46-0501ccefd38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:33.580167 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-04e03d63-8c34-452f-8c46-0501ccefd38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:33.581292 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-04e03d63-8c34-452f-8c46-0501ccefd38d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82edb4a1-0a2c-4fa5-95d3-503406ddf8d0 HTTP/1.1" status: 204 len: 168 time: 0.1161087 Sep 11 14:26:33.588674 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e03d63-8c34-452f-8c46-0501ccefd38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82edb4a1-0a2c-4fa5-95d3-503406ddf8d0,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:33.788732 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44056) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:34.247767 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-282933'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:34.312569 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-99b42db8-c326-4847-98cf-2e18822c3b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:34.318632 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5270185e-013c-44be-9b84-1e3eff24a2f6 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:26:34.338380 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 5270185e-013c-44be-9b84-1e3eff24a2f6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:26:34.338860 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 5270185e-013c-44be-9b84-1e3eff24a2f6 not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:26:34.507031 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] Deleting port e0c4f2c6-8246-4735-818a-f92eae880080 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:34.507365 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:34.588045 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] For port e0c4f2c6-8246-4735-818a-f92eae880080, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=e0c4f2c6-8246-4735-818a-f92eae880080,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:34.588538 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:34.601775 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] Calling delete_port for e0c4f2c6-8246-4735-818a-f92eae880080 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:34.802310 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:34.825317 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c4f2c6-8246-4735-818a-f92eae880080,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:34.992476 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-283009'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:35.200020 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] Router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:26:35.306699 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:26:35.313606 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-f071379c-9eb2-42a4-819e-b19770f5b380 admin admin] 10.222.0.37 "PUT /v2.0/routers/6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5218120 Sep 11 14:26:35.314171 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44084) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:35.316593 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f03af6-3c95-4284-be7e-6478b6532285 None None] Sync routers for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:26:35.325751 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f03af6-3c95-4284-be7e-6478b6532285 None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:26:35.326355 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-62f03af6-3c95-4284-be7e-6478b6532285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:26:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:35.413077 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:35.429927 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-62f03af6-3c95-4284-be7e-6478b6532285 None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:26:35.514350 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:35.564581 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Deleting port c4f5db65-f362-4688-97be-d78bec8d11bc {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:35.564829 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:35.599044 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-62f03af6-3c95-4284-be7e-6478b6532285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:26:34Z', 'revision_number': 5, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port': {'id': 'c4f5db65-f362-4688-97be-d78bec8d11bc', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:19:21Z', 'updated_at': '2021-09-11T14:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:35.623545 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f03af6-3c95-4284-be7e-6478b6532285 None None] Checking router: 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:26:35.631528 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f03af6-3c95-4284-be7e-6478b6532285 None None] Routers {'6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:26:35.632128 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-62f03af6-3c95-4284-be7e-6478b6532285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:26:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:35.644951 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] For port c4f5db65-f362-4688-97be-d78bec8d11bc, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=c4f5db65-f362-4688-97be-d78bec8d11bc,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:35.645307 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:35.657238 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Calling delete_port for c4f5db65-f362-4688-97be-d78bec8d11bc owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:35.715647 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-62f03af6-3c95-4284-be7e-6478b6532285 None None] Set router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:26:35.767848 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-62f03af6-3c95-4284-be7e-6478b6532285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:26:35Z', 'revision_number': 6, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port_host': None}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:35.801151 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f03af6-3c95-4284-be7e-6478b6532285 None None] The sync data for ids ['6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3'] in dv-cinder-760197-9-iscsi is: [{'id': '6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3', 'name': 'tempest-AttachVolumeShelveTestJSON-582042595-router', 'tenant_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:19:19Z', 'updated_at': '2021-09-11T14:26:35Z', 'revision_number': 6, 'project_id': 'b93843a73a5d4b89a16b9be7e336b96f', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:26:35.824734 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:35.851703 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f5db65-f362-4688-97be-d78bec8d11bc,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:35.914472 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-284003'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.003442 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-286416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-404'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.005567 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.049747 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-286425'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.050385 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 14:26:36.054548 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.055678 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-45fc88c3-a980-4aa5-b563-8ba77ebc76b8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6a35759f-0dd2-4e70-be21-5f2bb6f2b1d3 HTTP/1.1" status: 204 len: 168 time: 0.7403464 Sep 11 14:26:36.058747 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44104) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:36.103779 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e6be44-9226-40fa-903b-18c1883e264f admin admin] Deleting subnet f7ae9505-f681-4fac-b501-61ec146fba44 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:26:36.106926 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54e6be44-9226-40fa-903b-18c1883e264f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.142499 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54e6be44-9226-40fa-903b-18c1883e264f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480114'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.247016 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54e6be44-9226-40fa-903b-18c1883e264f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.317364 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54e6be44-9226-40fa-903b-18c1883e264f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12296770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11906103'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.353499 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-54e6be44-9226-40fa-903b-18c1883e264f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.354987 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44118) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:36.357684 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede685e2-09b8-4621-97d7-74fd7330e3cf None None] Network 568a2f43-8e1f-4fbd-a0a8-eb269904e315 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:26:36.363530 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-54e6be44-9226-40fa-903b-18c1883e264f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f7ae9505-f681-4fac-b501-61ec146fba44 HTTP/1.1" status: 204 len: 168 time: 0.3036268 Sep 11 14:26:36.364675 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6be44-9226-40fa-903b-18c1883e264f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ae9505-f681-4fac-b501-61ec146fba44,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:36.451615 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.514219 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Deleting port 61db4860-9d90-45ab-8d1a-1cbda126951a {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:36.515239 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.596978 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] For port 61db4860-9d90-45ab-8d1a-1cbda126951a, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=61db4860-9d90-45ab-8d1a-1cbda126951a,segment=NetworkSegment(5d4accf2-5ad5-4423-a3ba-ba7440428324),segment_id=5d4accf2-5ad5-4423-a3ba-ba7440428324)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:36.597850 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.612130 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Calling delete_port for 61db4860-9d90-45ab-8d1a-1cbda126951a owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:36.619441 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc8302-c5c4-42fe-b92d-6ddf9b2c7ed5 None None] DHCP port deletion for 568a2f43-8e1f-4fbd-a0a8-eb269904e315 request from dv-cinder-760197-9-iscsi {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 11 14:26:36.653734 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e0c4f2c6-8246-4735-818a-f92eae880080 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:26:36.678332 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: e0c4f2c6-8246-4735-818a-f92eae880080 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:26:36.678711 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e0c4f2c6-8246-4735-818a-f92eae880080 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:26:36.704452 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc8302-c5c4-42fe-b92d-6ddf9b2c7ed5 None None] Deleting port 61db4860-9d90-45ab-8d1a-1cbda126951a {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:26:36.704787 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.704930 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8302-c5c4-42fe-b92d-6ddf9b2c7ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.729623 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=61db4860-9d90-45ab-8d1a-1cbda126951a,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:36.736403 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] No DVR routers for this DVR port 61db4860-9d90-45ab-8d1a-1cbda126951a on host dv-cinder-760197-9-iscsi {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:26:36.795976 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-7ebc8302-c5c4-42fe-b92d-6ddf9b2c7ed5 None None] For port 61db4860-9d90-45ab-8d1a-1cbda126951a, host dv-cinder-760197-9-iscsi, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:36.797048 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8302-c5c4-42fe-b92d-6ddf9b2c7ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.810414 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc8302-c5c4-42fe-b92d-6ddf9b2c7ed5 None None] Calling delete_port for 61db4860-9d90-45ab-8d1a-1cbda126951a owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:26:36.813508 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-7ebc8302-c5c4-42fe-b92d-6ddf9b2c7ed5 None None] Port 61db4860-9d90-45ab-8d1a-1cbda126951a was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 11 14:26:36.815015 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8302-c5c4-42fe-b92d-6ddf9b2c7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.820686 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.842604 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc8302-c5c4-42fe-b92d-6ddf9b2c7ed5 None None] Pushing event deleted for resources: {'Port': ['ID=61db4860-9d90-45ab-8d1a-1cbda126951a,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:36.845519 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568a2f43-8e1f-4fbd-a0a8-eb269904e315']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:36.848010 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc8302-c5c4-42fe-b92d-6ddf9b2c7ed5 None None] No DVR routers for this DVR port 61db4860-9d90-45ab-8d1a-1cbda126951a on host dv-cinder-760197-9-iscsi {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:26:36.859562 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4accf2-5ad5-4423-a3ba-ba7440428324') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:36.860837 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4accf2-5ad5-4423-a3ba-ba7440428324') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:26:36.871151 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8879946'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.888889 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.890303 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f1daae4b-50eb-417b-9b39-d693f1d3033a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.900705 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:26:36.901105 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12378449'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: Traceback (most recent call last): Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: timer() Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: cb(*args, **kw) Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: return func(*args, **kwargs) Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: self._notify() Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: self.callback(batched_events) Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: event.method(event) Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: return f(self, *a, **k) Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._get(url).json() Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: return self.request(url, 'GET', **kwargs) Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:26:36.903598 dv-cinder-760197-9-iscsi neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:26:36.970307 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.975594 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:36.978167 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] 10.222.0.37 "DELETE /v2.0/networks/568a2f43-8e1f-4fbd-a0a8-eb269904e315 HTTP/1.1" status: 204 len: 168 time: 0.6214802 Sep 11 14:26:36.990445 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eeefb-9e41-461c-88a3-f82b2590fc4c admin admin] Pushing event deleted for resources: {'Network': ['ID=568a2f43-8e1f-4fbd-a0a8-eb269904e315,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:37.132895 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:37.146014 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44124) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:37.185165 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-6decf2fb-3fb2-4390-bf84-debb4c131053 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b93843a73a5d4b89a16b9be7e336b96f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379531 Sep 11 14:26:37.187667 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44126) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:37.235443 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6eaac97-cf48-447b-b5b6-c250742a53d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:37.256456 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6eaac97-cf48-447b-b5b6-c250742a53d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:37.302129 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6eaac97-cf48-447b-b5b6-c250742a53d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:37.304662 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-a6eaac97-cf48-447b-b5b6-c250742a53d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:37.305794 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-a6eaac97-cf48-447b-b5b6-c250742a53d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92b785bf-2631-4100-8ff6-915afb440401 HTTP/1.1" status: 204 len: 168 time: 0.1172099 Sep 11 14:26:37.313579 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaac97-cf48-447b-b5b6-c250742a53d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b785bf-2631-4100-8ff6-915afb440401,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:37.743928 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44146) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:37.847435 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046bad96-81a1-4a79-945e-aae474dce710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:37.948840 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046bad96-81a1-4a79-945e-aae474dce710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:37.953106 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-046bad96-81a1-4a79-945e-aae474dce710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:37.961781 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44158) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:37.991033 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bad96-81a1-4a79-945e-aae474dce710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3951ade-5364-4449-920d-a1d0e8c03cbd,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:37.998686 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44162) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:37.998862 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-046bad96-81a1-4a79-945e-aae474dce710 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8404a0e105a4edaa92d35bb56268269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538128 Sep 11 14:26:38.049341 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33d9dcc1-241b-4e46-9fb8-2b64e8b6e5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.063124 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-674345669-network', 'tenant_id': 'bdfdc0fc715f418e9f0e8b1687669a38'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:26:38.082553 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33d9dcc1-241b-4e46-9fb8-2b64e8b6e5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.085333 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.117176 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Made reservation on behalf of bdfdc0fc715f418e9f0e8b1687669a38 for: {'network': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:26:38.119411 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for network, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.129727 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.163246 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33d9dcc1-241b-4e46-9fb8-2b64e8b6e5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.165744 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-33d9dcc1-241b-4e46-9fb8-2b64e8b6e5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.166893 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-33d9dcc1-241b-4e46-9fb8-2b64e8b6e5cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3951ade-5364-4449-920d-a1d0e8c03cbd HTTP/1.1" status: 204 len: 168 time: 0.1658492 Sep 11 14:26:38.186736 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9dcc1-241b-4e46-9fb8-2b64e8b6e5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3951ade-5364-4449-920d-a1d0e8c03cbd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:38.221904 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 61db4860-9d90-45ab-8d1a-1cbda126951a no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:26:38.242624 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 61db4860-9d90-45ab-8d1a-1cbda126951a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:26:38.243064 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 61db4860-9d90-45ab-8d1a-1cbda126951a not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:26:38.243525 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device c4f5db65-f362-4688-97be-d78bec8d11bc no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:26:38.252217 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.256407 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.263047 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: c4f5db65-f362-4688-97be-d78bec8d11bc {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:26:38.263455 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device c4f5db65-f362-4688-97be-d78bec8d11bc not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:26:38.284268 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93835) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 11 14:26:38.289577 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf1c2fb-e862-4b73-aa44-7b640fdb67bf,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:38.297674 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.297854 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.segments_db [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Added segment a90845e4-9af7-487d-bd6d-3b7c1cbf62ff of type vlan for network 999e5aa1-8738-48e3-b639-e81e0ae64d04 Sep 11 14:26:38.340080 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744882224415'] for network, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.364322 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016'] for network, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.365264 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:38.365842 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.400749 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4378552 Sep 11 14:26:38.404011 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44170) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:38.408650 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] Request body: {'subnet': {'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-674345669-subnet', 'tenant_id': 'bdfdc0fc715f418e9f0e8b1687669a38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:26:38.440459 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f69a01-fd99-4ea3-8062-907e6a2fd869 admin admin] Pushing event updated for resources: {'Network': ['ID=999e5aa1-8738-48e3-b639-e81e0ae64d04,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:38.452369 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Network 999e5aa1-8738-48e3-b639-e81e0ae64d04 details requested by agent ovs-agent-dv-cinder-760197-9-iscsi with host dv-cinder-760197-9-iscsi {{(pid=93837) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 11 14:26:38.460131 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] Made reservation on behalf of bdfdc0fc715f418e9f0e8b1687669a38 for: {'subnet': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:26:38.463564 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11906258'] for subnet, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.633467 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12296707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11906252'] for subnet, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.689799 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3ec80a-6476-47fa-a59b-239220c5d9f0,revision_number=0']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:38.698347 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] Checking segment: {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:26:38.699257 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] Network hostable DHCP agents. Network: 999e5aa1-8738-48e3-b639-e81e0ae64d04, hostable agents: ['04e7f6ab-4f26-4892-a72a-2f9237d7894b'], hosted agents: [] {{(pid=93835) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 11 14:26:38.716736 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] Network 999e5aa1-8738-48e3-b639-e81e0ae64d04 is scheduled to be hosted by DHCP agent 04e7f6ab-4f26-4892-a72a-2f9237d7894b with binding_index 1 {{(pid=93835) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 11 14:26:38.725545 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760197-9-iscsi, 999e5aa1-8738-48e3-b639-e81e0ae64d04) {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:26:38.729605 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:38.730233 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:38.736308 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d5215d-0468-4852-9414-994492514820 None None] Network 999e5aa1-8738-48e3-b639-e81e0ae64d04 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:26:38.745121 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-34a6deeb-97a8-428c-95c0-0f4398addbc0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3400202 Sep 11 14:26:38.878598 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bbd86e-7cb5-48ae-a9e7-af194ae20fc6 None None] Network 999e5aa1-8738-48e3-b639-e81e0ae64d04 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:26:39.535034 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bb74a4a0-605f-43d7-9b7e-c3ab71a22b6c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:39.536570 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bb74a4a0-605f-43d7-9b7e-c3ab71a22b6c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/networks?id=999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 200 len: 814 time: 0.3439043 Sep 11 14:26:39.551940 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-6007ddf6-00c6-48be-ae86-f33041e6c417 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/quotas/bdfdc0fc715f418e9f0e8b1687669a38 HTTP/1.1" status: 200 len: 375 time: 0.0090873 Sep 11 14:26:39.585836 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-7c80381a-9bf1-4370-8123-a2f2f8365d51 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280433 Sep 11 14:26:39.589881 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:39.675876 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-9e6d9dc2-62b4-4ad0-8b7a-164d75335cea service neutron] 10.222.0.37 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815878 Sep 11 14:26:39.768428 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-ac296217-9cc5-4c0b-a70b-c2fdcfdcb04a service neutron] 10.222.0.37 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865297 Sep 11 14:26:39.931942 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-071a5a8d-751c-40d4-acbe-ecacf38f58d1 req-875f1f99-3edd-437d-aa5b-001206594609 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 210 time: 0.0274069 Sep 11 14:26:40.953475 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-205db956-2eb4-4d95-88ad-190aa0e6e310 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:40.955188 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-205db956-2eb4-4d95-88ad-190aa0e6e310 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "GET /v2.0/networks?id=999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 200 len: 814 time: 0.1180720 Sep 11 14:26:40.976476 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Request body: {'port': {'device_id': '5cec99fd-4617-4152-8691-545fb551c80e', 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04', 'admin_state_up': True, 'tenant_id': 'bdfdc0fc715f418e9f0e8b1687669a38'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:26:41.060886 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4b3e73ae-32f2-46cf-bcdf-1e1547948a0e req-07a3a1fc-624f-4e38-8883-41efeaf73b67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 210 time: 0.0623975 Sep 11 14:26:41.109173 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Made reservation on behalf of bdfdc0fc715f418e9f0e8b1687669a38 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:26:41.112739 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:41.242864 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Allocated IP 172.20.0.5 (999e5aa1-8738-48e3-b639-e81e0ae64d04/7f3ec80a-6476-47fa-a59b-239220c5d9f0/8b84a0d5-3d96-4615-8217-bf4edcaf2319) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:26:41.390159 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:41.431070 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:41.478083 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Network 999e5aa1-8738-48e3-b639-e81e0ae64d04 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:26:41.479712 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:26:41.487889 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:26:41.520142 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Pushing event updated for resources: {'Port': ['ID=8b84a0d5-3d96-4615-8217-bf4edcaf2319,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:41.535241 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.535592 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.535937 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.536302 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.536641 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.536972 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.537300 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.537632 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.537959 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.538287 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.538608 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.538929 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:41.565384 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:41.566008 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:41.580130 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-f8865981-4b95-422e-b320-4fc2f1a873de tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6076829 Sep 11 14:26:41.598271 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Request body: {'port': {'device_id': '5cec99fd-4617-4152-8691-545fb551c80e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:26:41.651024 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:41.915615 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b84a0d5-3d96-4615-8217-bf4edcaf2319 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:26:41.924045 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:41.937438 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Transition to ACTIVE for port object 8b84a0d5-3d96-4615-8217-bf4edcaf2319 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:26:41.941544 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:41.990677 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Pushing event updated for resources: {'Port': ['ID=8b84a0d5-3d96-4615-8217-bf4edcaf2319,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:42.062453 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Attempting to bind port 8b84a0d5-3d96-4615-8217-bf4edcaf2319 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:26:42.062785 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Attempting to bind port 8b84a0d5-3d96-4615-8217-bf4edcaf2319 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:26:42.063106 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Attempting to bind port 8b84a0d5-3d96-4615-8217-bf4edcaf2319 on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:26:42.067269 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Port 8b84a0d5-3d96-4615-8217-bf4edcaf2319 on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:26:42.067579 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Attempting to bind port 8b84a0d5-3d96-4615-8217-bf4edcaf2319 on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:26:42.072364 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:26:42.072689 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Checking segment: {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:26:42.073074 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Bound using segment: {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:26:42.073506 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Bound port: 8b84a0d5-3d96-4615-8217-bf4edcaf2319, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:26:42.073863 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:42.152958 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] For port 8b84a0d5-3d96-4615-8217-bf4edcaf2319, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:26:42.178544 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] For port 8b84a0d5-3d96-4615-8217-bf4edcaf2319, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b84a0d5-3d96-4615-8217-bf4edcaf2319,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:26:42.184007 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:42.227796 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:42.228473 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:42.230586 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] 10.222.0.13 "PUT /v2.0/ports/8b84a0d5-3d96-4615-8217-bf4edcaf2319 HTTP/1.1" status: 200 len: 1093 time: 0.6357794 Sep 11 14:26:42.231140 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cec99fd-4617-4152-8691-545fb551c80e', 'tag': '8b84a0d5-3d96-4615-8217-bf4edcaf2319'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:26:42.233428 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dd0089-8af2-49da-b9cb-5167e3036b36" -d '{"events": [{"name": "network-changed", "server_uuid": "5cec99fd-4617-4152-8691-545fb551c80e", "tag": "8b84a0d5-3d96-4615-8217-bf4edcaf2319"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:26:42.253547 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75c855-aaf7-4aed-974e-3d5d640260a0 req-f2f2b2b4-79c5-4ca8-8792-4fc38690d744 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:42.256301 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7b75c855-aaf7-4aed-974e-3d5d640260a0 req-f2f2b2b4-79c5-4ca8-8792-4fc38690d744 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 943 time: 0.1144545 Sep 11 14:26:42.279409 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b078b-a734-480b-a561-c562701c4f20 service neutron] Pushing event updated for resources: {'Port': ['ID=8b84a0d5-3d96-4615-8217-bf4edcaf2319,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:42.332093 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7b75c855-aaf7-4aed-974e-3d5d640260a0 req-78867bd5-f995-49b5-bd64-c928f9f618c8 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690033 Sep 11 14:26:42.345028 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-223e374a-3f17-4061-96bf-102c5655d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:42.346452 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-223e374a-3f17-4061-96bf-102c5655d3ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 1096 time: 0.0526438 Sep 11 14:26:42.395085 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdcc402-f789-4c4f-bbfa-cdc86a9f944a x-openstack-request-id: req-7fdcc402-f789-4c4f-bbfa-cdc86a9f944a {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:26:42.395396 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cec99fd-4617-4152-8691-545fb551c80e", "tag": "8b84a0d5-3d96-4615-8217-bf4edcaf2319", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:26:42.395643 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fdcc402-f789-4c4f-bbfa-cdc86a9f944a {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:26:42.396035 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cec99fd-4617-4152-8691-545fb551c80e', 'tag': '8b84a0d5-3d96-4615-8217-bf4edcaf2319', 'status': 'completed', 'code': 200} Sep 11 14:26:42.397614 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-20c8b1cf-ba41-4073-967f-141126fe2dd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b84a0d5-3d96-4615-8217-bf4edcaf2319 HTTP/1.1" status: 200 len: 217 time: 0.0363812 Sep 11 14:26:42.445630 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-0b74dcec-5645-4a90-88a3-2e045d331370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:42.447008 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-0b74dcec-5645-4a90-88a3-2e045d331370 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f3ec80a-6476-47fa-a59b-239220c5d9f0 HTTP/1.1" status: 200 len: 854 time: 0.0416541 Sep 11 14:26:42.483532 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-48113f9a-ff80-4e33-bf09-961d3d9d64dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=999e5aa1-8738-48e3-b639-e81e0ae64d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290315 Sep 11 14:26:42.572778 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-41e08924-1b6d-4d4a-b32e-0da4b51a88ed service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821960 Sep 11 14:26:42.664884 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a71bf00e-7d9b-457b-8c53-c24321f8e217 req-2dffc816-42a1-4f8e-a447-00236f5f09e1 service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842803 Sep 11 14:26:42.789404 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd0089-8af2-49da-b9cb-5167e3036b36 req-c9ecf41f-4b66-4f77-b185-092ccdba129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:42.790853 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e8dd0089-8af2-49da-b9cb-5167e3036b36 req-c9ecf41f-4b66-4f77-b185-092ccdba129d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 1096 time: 0.0407436 Sep 11 14:26:42.880488 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd0089-8af2-49da-b9cb-5167e3036b36 req-fe91685c-279f-473e-85b3-e21b38562948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:42.881846 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e8dd0089-8af2-49da-b9cb-5167e3036b36 req-fe91685c-279f-473e-85b3-e21b38562948 service neutron] 10.222.0.13 "GET /v2.0/networks?id=999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 200 len: 915 time: 0.0834389 Sep 11 14:26:42.927070 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e8dd0089-8af2-49da-b9cb-5167e3036b36 req-cc51ddca-25e8-48ea-9685-8d676e0ed0d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b84a0d5-3d96-4615-8217-bf4edcaf2319 HTTP/1.1" status: 200 len: 217 time: 0.0365674 Sep 11 14:26:42.975763 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd0089-8af2-49da-b9cb-5167e3036b36 req-86d587bd-5ab6-49ea-801e-22cf64e3c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:42.977171 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e8dd0089-8af2-49da-b9cb-5167e3036b36 req-86d587bd-5ab6-49ea-801e-22cf64e3c08b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f3ec80a-6476-47fa-a59b-239220c5d9f0 HTTP/1.1" status: 200 len: 854 time: 0.0422957 Sep 11 14:26:43.008639 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e8dd0089-8af2-49da-b9cb-5167e3036b36 req-ea1b80ea-2d28-4d7e-bf6e-83116f462709 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=999e5aa1-8738-48e3-b639-e81e0ae64d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239642 Sep 11 14:26:43.098469 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e8dd0089-8af2-49da-b9cb-5167e3036b36 req-ec800b1e-7466-4054-b4f9-4f09db26b293 service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823679 Sep 11 14:26:43.186115 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e8dd0089-8af2-49da-b9cb-5167e3036b36 req-7a239c50-88de-43b4-afdc-070d0d716092 service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794718 Sep 11 14:26:43.453168 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756db70-82d3-4451-abab-06fb3892d6ff req-5ce095ac-2f20-4e41-ae85-55b18f7e6416 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:43.454649 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0756db70-82d3-4451-abab-06fb3892d6ff req-5ce095ac-2f20-4e41-ae85-55b18f7e6416 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 943 time: 0.0547037 Sep 11 14:26:43.494763 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0756db70-82d3-4451-abab-06fb3892d6ff req-8b56ddbc-61ba-4ee3-94a2-ac01e0c7985c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339298 Sep 11 14:26:44.614596 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc516456-a233-4070-ab82-3f86f8a9fd5c req-6a49461c-127a-442b-ac6e-cf7efdcd870c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:44.616090 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cc516456-a233-4070-ab82-3f86f8a9fd5c req-6a49461c-127a-442b-ac6e-cf7efdcd870c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 943 time: 0.0482998 Sep 11 14:26:44.655781 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-cc516456-a233-4070-ab82-3f86f8a9fd5c req-efa4e929-372c-4eed-80ad-b9bd14abff1e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333731 Sep 11 14:26:45.771048 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15745c2-4d0a-43ca-8414-b7407a5bb40f req-d767ce97-f9e5-4483-bc96-26d8a050ba03 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:45.772505 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f15745c2-4d0a-43ca-8414-b7407a5bb40f req-d767ce97-f9e5-4483-bc96-26d8a050ba03 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 943 time: 0.0472372 Sep 11 14:26:45.810462 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f15745c2-4d0a-43ca-8414-b7407a5bb40f req-ddde9e73-f2d7-49cb-9a5e-c690e7b6cc8c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Sep 11 14:26:46.226609 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44334) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:46.327341 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d440d79-f306-4aaf-86a8-64b3861ef8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.395931 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 8b84a0d5-3d96-4615-8217-bf4edcaf2319 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:26:46.415516 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d440d79-f306-4aaf-86a8-64b3861ef8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.419786 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1d440d79-f306-4aaf-86a8-64b3861ef8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.457969 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-1d440d79-f306-4aaf-86a8-64b3861ef8c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e509628889b4b36b272043e25449a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301869 Sep 11 14:26:46.458903 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d440d79-f306-4aaf-86a8-64b3861ef8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1140166c-0fd5-4da9-991b-18efd656ebd6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:46.460577 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44338) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:46.489135 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 8b84a0d5-3d96-4615-8217-bf4edcaf2319, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b84a0d5-3d96-4615-8217-bf4edcaf2319,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:46.500949 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '8b84a0d5-3d96-4615-8217-bf4edcaf2319', 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04', 'port_id': '8b84a0d5-3d96-4615-8217-bf4edcaf2319', 'mac_address': 'fa:16:3e:d6:01:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3ec80a-6476-47fa-a59b-239220c5d9f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:26:46.508854 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09e1932f-1f40-439c-b1c4-ae53bb3b675c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.529567 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09e1932f-1f40-439c-b1c4-ae53bb3b675c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.540518 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.553403 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b84a0d5-3d96-4615-8217-bf4edcaf2319 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:26:46.572350 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 8b84a0d5-3d96-4615-8217-bf4edcaf2319, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b84a0d5-3d96-4615-8217-bf4edcaf2319,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:46.574708 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09e1932f-1f40-439c-b1c4-ae53bb3b675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.576296 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.577260 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-09e1932f-1f40-439c-b1c4-ae53bb3b675c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.580785 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-09e1932f-1f40-439c-b1c4-ae53bb3b675c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1140166c-0fd5-4da9-991b-18efd656ebd6 HTTP/1.1" status: 204 len: 168 time: 0.1167014 Sep 11 14:26:46.586604 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1932f-1f40-439c-b1c4-ae53bb3b675c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1140166c-0fd5-4da9-991b-18efd656ebd6,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:46.631442 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=8b84a0d5-3d96-4615-8217-bf4edcaf2319,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:46.639865 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.640325 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.640674 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.641014 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.641347 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.641681 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.642015 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.642342 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.642673 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.643002 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.643324 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.643855 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:26:46.837249 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44346) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:46.850870 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3975-bfeb-40e5-b930-931cfab30aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.881516 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['8b84a0d5-3d96-4615-8217-bf4edcaf2319'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:26:46.924738 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d41d6e-b2b5-4df1-bbf0-e1d8bb3f7507 req-ba922358-c860-4d05-a15d-c6f53b1c7ce3 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:46.931865 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-75d41d6e-b2b5-4df1-bbf0-e1d8bb3f7507 req-ba922358-c860-4d05-a15d-c6f53b1c7ce3 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 944 time: 0.0565665 Sep 11 14:26:46.946171 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3975-bfeb-40e5-b930-931cfab30aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.951218 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-ac3a3975-bfeb-40e5-b930-931cfab30aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:46.972747 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-75d41d6e-b2b5-4df1-bbf0-e1d8bb3f7507 req-b1d3c88c-03e3-4ebb-b883-1f8e33ae6c43 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399489 Sep 11 14:26:46.990821 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a3975-bfeb-40e5-b930-931cfab30aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077e8265-80a9-41e3-8f24-05c1b2fcf161,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:46.995420 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-ac3a3975-bfeb-40e5-b930-931cfab30aed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=509dfd8188e948588ff2836cc2385e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570532 Sep 11 14:26:46.998067 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44348) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:47.046476 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edab9f4b-2628-488f-a8ed-d1429311c055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:47.066335 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edab9f4b-2628-488f-a8ed-d1429311c055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:47.111594 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edab9f4b-2628-488f-a8ed-d1429311c055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:47.114098 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-edab9f4b-2628-488f-a8ed-d1429311c055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:47.115226 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-edab9f4b-2628-488f-a8ed-d1429311c055 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/077e8265-80a9-41e3-8f24-05c1b2fcf161 HTTP/1.1" status: 204 len: 168 time: 0.1161685 Sep 11 14:26:47.123207 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab9f4b-2628-488f-a8ed-d1429311c055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077e8265-80a9-41e3-8f24-05c1b2fcf161,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:47.417704 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44354) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:47.433898 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18d0e97b-3876-4f91-b1cc-a4edc565d003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:47.519691 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18d0e97b-3876-4f91-b1cc-a4edc565d003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:47.523182 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-18d0e97b-3876-4f91-b1cc-a4edc565d003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:47.560988 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-18d0e97b-3876-4f91-b1cc-a4edc565d003 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99703eb5091a41109f0ed56851c61e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422217 Sep 11 14:26:47.561839 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0e97b-3876-4f91-b1cc-a4edc565d003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd5534b-5876-446f-b47f-d388bd2a0d89,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:47.564504 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44356) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:26:47.611603 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b27eedc0-3863-4b7b-89ec-4c76a6c8743e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:47.632050 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b27eedc0-3863-4b7b-89ec-4c76a6c8743e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:47.676166 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b27eedc0-3863-4b7b-89ec-4c76a6c8743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:47.678675 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-b27eedc0-3863-4b7b-89ec-4c76a6c8743e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:47.679806 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-b27eedc0-3863-4b7b-89ec-4c76a6c8743e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fd5534b-5876-446f-b47f-d388bd2a0d89 HTTP/1.1" status: 204 len: 168 time: 0.1143217 Sep 11 14:26:47.689615 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eedc0-3863-4b7b-89ec-4c76a6c8743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd5534b-5876-446f-b47f-d388bd2a0d89,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:48.085346 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f650c-cad3-40fa-8036-9729c377c3a5 req-0e03363a-942e-450c-b857-868de66276fe tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:48.086719 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0e0f650c-cad3-40fa-8036-9729c377c3a5 req-0e03363a-942e-450c-b857-868de66276fe tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 944 time: 0.0478549 Sep 11 14:26:48.125475 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0e0f650c-cad3-40fa-8036-9729c377c3a5 req-525831db-300b-4929-ba3d-0324b0c99e8f tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Sep 11 14:26:48.394010 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 8b84a0d5-3d96-4615-8217-bf4edcaf2319 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:26:48.441376 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 8b84a0d5-3d96-4615-8217-bf4edcaf2319 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:26:48.445057 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 8b84a0d5-3d96-4615-8217-bf4edcaf2319 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:26:48.445432 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:48.522549 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:48.545038 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cec99fd-4617-4152-8691-545fb551c80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b84a0d5-3d96-4615-8217-bf4edcaf2319'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:26:48.547283 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443eb58b-6211-44b0-a4ef-23ee177a40d6" -d '{"events": [{"server_uuid": "5cec99fd-4617-4152-8691-545fb551c80e", "name": "network-vif-plugged", "status": "completed", "tag": "8b84a0d5-3d96-4615-8217-bf4edcaf2319"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:26:48.560280 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 8b84a0d5-3d96-4615-8217-bf4edcaf2319, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b84a0d5-3d96-4615-8217-bf4edcaf2319,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:26:48.565530 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:26:48.594079 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3f9be7-1187-419d-a489-c95482b3399c x-openstack-request-id: req-2b3f9be7-1187-419d-a489-c95482b3399c {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:26:48.594429 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cec99fd-4617-4152-8691-545fb551c80e", "name": "network-vif-plugged", "status": "completed", "tag": "8b84a0d5-3d96-4615-8217-bf4edcaf2319", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:26:48.594625 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b3f9be7-1187-419d-a489-c95482b3399c {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:26:48.595168 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cec99fd-4617-4152-8691-545fb551c80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b84a0d5-3d96-4615-8217-bf4edcaf2319', 'code': 200} Sep 11 14:26:48.617150 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=8b84a0d5-3d96-4615-8217-bf4edcaf2319,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:26:48.805875 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401a4c8-66d9-4372-ad88-2bb712f4e52a req-ba9dc7e7-e5ef-4c63-b610-7fe76229c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:48.807931 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2401a4c8-66d9-4372-ad88-2bb712f4e52a req-ba9dc7e7-e5ef-4c63-b610-7fe76229c6a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 1098 time: 0.0397668 Sep 11 14:26:48.848962 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2401a4c8-66d9-4372-ad88-2bb712f4e52a req-330fab98-9a4b-4f88-8e33-6c0708cd7fa5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338650 Sep 11 14:26:49.239639 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8aa8-44cb-4661-a763-1b2b40e992bb req-866d356a-40fa-48ef-ab21-2dcaf4856646 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:49.241177 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d2de8aa8-44cb-4661-a763-1b2b40e992bb req-866d356a-40fa-48ef-ab21-2dcaf4856646 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 945 time: 0.0497801 Sep 11 14:26:49.284520 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d2de8aa8-44cb-4661-a763-1b2b40e992bb req-7c96546b-0e91-4c46-847f-ee7006434ad6 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371287 Sep 11 14:26:50.394750 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4cde9-d843-4a58-a745-7ffa0177883c req-9024ce11-8016-4f10-a835-2d2adfb0b9fa tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:50.396103 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-79a4cde9-d843-4a58-a745-7ffa0177883c req-9024ce11-8016-4f10-a835-2d2adfb0b9fa tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 945 time: 0.0465589 Sep 11 14:26:50.438198 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-79a4cde9-d843-4a58-a745-7ffa0177883c req-118d7515-05f8-4f7c-bf01-f2bfeb795ad6 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355062 Sep 11 14:26:59.842502 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-09fc35b2-faff-4839-a99d-3b4a12afa869 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:26:59.844535 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-09fc35b2-faff-4839-a99d-3b4a12afa869 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/networks?id=999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 200 len: 814 time: 0.1047084 Sep 11 14:26:59.859778 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-dddc0b22-8c55-492e-85de-95ffb2be44f3 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/quotas/bdfdc0fc715f418e9f0e8b1687669a38 HTTP/1.1" status: 200 len: 375 time: 0.0093801 Sep 11 14:26:59.908667 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-9892aa8f-a776-4674-8582-07b0b484e33e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432794 Sep 11 14:27:00.003115 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-61cc3510-08fd-44df-9cb0-d1e3f6f15eac service neutron] 10.222.0.37 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870533 Sep 11 14:27:00.092125 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-1a5f5ec3-8d69-462c-9751-554839ab8054 service neutron] 10.222.0.37 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828869 Sep 11 14:27:00.249003 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4142b38e-af47-4c28-bc03-495d22c77126 req-f1b37945-f98e-4193-aa1d-80c63f1f637e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 210 time: 0.0258427 Sep 11 14:27:01.228054 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:01.347223 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1d0de056-f99e-4b49-b423-54f52476718c req-b03bd6ff-4658-44b8-979c-4f22bdfd35a0 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 210 time: 0.0289803 Sep 11 14:27:01.371650 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-e0cf1bbd-478e-4cfc-b71a-ba777ce7b977 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:01.374092 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-e0cf1bbd-478e-4cfc-b71a-ba777ce7b977 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "GET /v2.0/networks?id=999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 200 len: 814 time: 0.1291659 Sep 11 14:27:01.397631 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Request body: {'port': {'device_id': '3dec2fdc-6d9c-4664-a2a7-63f60afc8d21', 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04', 'admin_state_up': True, 'tenant_id': 'bdfdc0fc715f418e9f0e8b1687669a38'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:27:01.509226 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Made reservation on behalf of bdfdc0fc715f418e9f0e8b1687669a38 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:27:01.512653 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:01.629150 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Allocated IP 172.20.0.2 (999e5aa1-8738-48e3-b639-e81e0ae64d04/7f3ec80a-6476-47fa-a59b-239220c5d9f0/747602f1-8787-472f-986f-2460c1c09542) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:27:01.772824 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:01.809956 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:01.853761 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Network 999e5aa1-8738-48e3-b639-e81e0ae64d04 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:27:01.856755 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:27:01.861668 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:27:01.862761 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['8b84a0d5-3d96-4615-8217-bf4edcaf2319'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:27:01.888083 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Pushing event updated for resources: {'Port': ['ID=747602f1-8787-472f-986f-2460c1c09542,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:01.915937 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:01.916824 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:01.930180 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-3640e6a8-69fe-4df6-a9b0-511ba5dd7f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5361032 Sep 11 14:27:01.954829 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Request body: {'port': {'device_id': '3dec2fdc-6d9c-4664-a2a7-63f60afc8d21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:27:02.007471 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:02.263254 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747602f1-8787-472f-986f-2460c1c09542 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:27:02.271199 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:02.282946 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Transition to ACTIVE for port object 747602f1-8787-472f-986f-2460c1c09542 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:27:02.285969 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:02.332637 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Pushing event updated for resources: {'Port': ['ID=747602f1-8787-472f-986f-2460c1c09542,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:02.399179 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Attempting to bind port 747602f1-8787-472f-986f-2460c1c09542 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:27:02.399839 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Attempting to bind port 747602f1-8787-472f-986f-2460c1c09542 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:27:02.399839 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Attempting to bind port 747602f1-8787-472f-986f-2460c1c09542 on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:27:02.403989 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Port 747602f1-8787-472f-986f-2460c1c09542 on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:27:02.404993 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Attempting to bind port 747602f1-8787-472f-986f-2460c1c09542 on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:27:02.409718 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:27:02.410044 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Checking segment: {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:27:02.410416 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Bound using segment: {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:27:02.410831 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Bound port: 747602f1-8787-472f-986f-2460c1c09542, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:27:02.411180 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:02.505147 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd24f56-e431-40f4-b5f6-0b4890a54217 req-99255300-cc20-4ad7-9e0a-cbb82a0c3efc tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:02.506611 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7fd24f56-e431-40f4-b5f6-0b4890a54217 req-99255300-cc20-4ad7-9e0a-cbb82a0c3efc tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 943 time: 0.0865574 Sep 11 14:27:02.514214 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] For port 747602f1-8787-472f-986f-2460c1c09542, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:27:02.521770 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] For port 747602f1-8787-472f-986f-2460c1c09542, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=747602f1-8787-472f-986f-2460c1c09542,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:27:02.530640 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:02.574212 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:02.574815 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:02.576509 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] 10.222.0.13 "PUT /v2.0/ports/747602f1-8787-472f-986f-2460c1c09542 HTTP/1.1" status: 200 len: 1093 time: 0.6255684 Sep 11 14:27:02.577139 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dec2fdc-6d9c-4664-a2a7-63f60afc8d21', 'tag': '747602f1-8787-472f-986f-2460c1c09542'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:27:02.579810 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1be00e4-7798-4ce4-8a47-2fc3f979a81c" -d '{"events": [{"name": "network-changed", "server_uuid": "3dec2fdc-6d9c-4664-a2a7-63f60afc8d21", "tag": "747602f1-8787-472f-986f-2460c1c09542"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:27:02.593571 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7fd24f56-e431-40f4-b5f6-0b4890a54217 req-b9788762-f2b4-48c8-b523-1029c83ca4ec tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808802 Sep 11 14:27:02.608153 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214483c-3d0c-4726-b6ff-18608e995c3d service neutron] Pushing event updated for resources: {'Port': ['ID=747602f1-8787-472f-986f-2460c1c09542,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:02.639337 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20f110a-1c1e-44df-a6d3-5d24609c0ae4 x-openstack-request-id: req-a20f110a-1c1e-44df-a6d3-5d24609c0ae4 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:27:02.639626 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dec2fdc-6d9c-4664-a2a7-63f60afc8d21", "tag": "747602f1-8787-472f-986f-2460c1c09542", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:27:02.639873 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a20f110a-1c1e-44df-a6d3-5d24609c0ae4 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:27:02.640287 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dec2fdc-6d9c-4664-a2a7-63f60afc8d21', 'tag': '747602f1-8787-472f-986f-2460c1c09542', 'status': 'completed', 'code': 200} Sep 11 14:27:02.702906 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-85de44b2-b291-422b-bf44-4f4d01d549f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:02.704411 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-85de44b2-b291-422b-bf44-4f4d01d549f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 1096 time: 0.0436306 Sep 11 14:27:02.754275 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-537a6204-ce76-4eea-9975-524939e0250f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=747602f1-8787-472f-986f-2460c1c09542 HTTP/1.1" status: 200 len: 217 time: 0.0333374 Sep 11 14:27:02.803257 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-4fdb64cd-6bf6-42ad-a580-47c3ac6f3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:02.804557 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-4fdb64cd-6bf6-42ad-a580-47c3ac6f3788 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f3ec80a-6476-47fa-a59b-239220c5d9f0 HTTP/1.1" status: 200 len: 854 time: 0.0416842 Sep 11 14:27:02.840500 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-e8f395a7-8c30-4cef-bb47-b6d797986e11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=999e5aa1-8738-48e3-b639-e81e0ae64d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223422 Sep 11 14:27:02.929520 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-2a38bd4e-b1b3-45bf-8356-a6ec3e202a90 service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806777 Sep 11 14:27:03.017582 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88381d5c-2d0e-401e-82eb-1e9f95d381b3 req-59595789-1a7a-460c-8620-98a189cb8126 service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802903 Sep 11 14:27:03.165602 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be00e4-7798-4ce4-8a47-2fc3f979a81c req-ef2c6db0-5689-471d-80db-6603aa8803ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:03.167238 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1be00e4-7798-4ce4-8a47-2fc3f979a81c req-ef2c6db0-5689-471d-80db-6603aa8803ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 1096 time: 0.0431697 Sep 11 14:27:03.257105 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be00e4-7798-4ce4-8a47-2fc3f979a81c req-791b6049-5118-4972-aa34-8d390adf89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:03.258544 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1be00e4-7798-4ce4-8a47-2fc3f979a81c req-791b6049-5118-4972-aa34-8d390adf89f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 200 len: 915 time: 0.0815663 Sep 11 14:27:03.302644 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1be00e4-7798-4ce4-8a47-2fc3f979a81c req-9ac0fc7f-575f-43d7-beaa-b8b51c9c52d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=747602f1-8787-472f-986f-2460c1c09542 HTTP/1.1" status: 200 len: 217 time: 0.0355175 Sep 11 14:27:03.355378 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be00e4-7798-4ce4-8a47-2fc3f979a81c req-9853e3bb-4291-4870-b597-08bf9fb265b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:03.356796 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1be00e4-7798-4ce4-8a47-2fc3f979a81c req-9853e3bb-4291-4870-b597-08bf9fb265b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f3ec80a-6476-47fa-a59b-239220c5d9f0 HTTP/1.1" status: 200 len: 854 time: 0.0409470 Sep 11 14:27:03.391253 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1be00e4-7798-4ce4-8a47-2fc3f979a81c req-621f43e5-e1df-480a-be9e-d140e21a9af6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=999e5aa1-8738-48e3-b639-e81e0ae64d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236914 Sep 11 14:27:03.489006 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1be00e4-7798-4ce4-8a47-2fc3f979a81c req-f5533ba4-f73b-4cfd-92ab-b7eb85a8d9f4 service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840378 Sep 11 14:27:03.580150 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b1be00e4-7798-4ce4-8a47-2fc3f979a81c req-a90ff251-445f-447d-8e29-84b4faeb54b3 service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821421 Sep 11 14:27:03.709157 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a361a-6d23-4345-9bfa-93e790e3463a req-8102a19b-bb6b-45bb-b36e-7e9519858808 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:03.710765 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-197a361a-6d23-4345-9bfa-93e790e3463a req-8102a19b-bb6b-45bb-b36e-7e9519858808 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 943 time: 0.0484576 Sep 11 14:27:03.748814 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-197a361a-6d23-4345-9bfa-93e790e3463a req-99ba1ab9-6ff9-470d-ac4e-04df1946b8ab tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318940 Sep 11 14:27:04.314460 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-14e684e4-5008-4e31-83c4-18a353641772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:04.865747 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57d670-a3b7-4391-81a1-44c6b6babd8f req-b5b44741-fe78-4fde-9597-21e05b08ee46 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:04.868221 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3f57d670-a3b7-4391-81a1-44c6b6babd8f req-b5b44741-fe78-4fde-9597-21e05b08ee46 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 943 time: 0.0538654 Sep 11 14:27:04.906010 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3f57d670-a3b7-4391-81a1-44c6b6babd8f req-da3811b1-7018-4b5d-be00-8417685d767a tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320928 Sep 11 14:27:06.018724 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809646c3-da0a-4d90-a229-e0aaba1d6373 req-f4d9bbaa-3c62-4d82-a055-1a6739f43f1d tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:06.020267 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-809646c3-da0a-4d90-a229-e0aaba1d6373 req-f4d9bbaa-3c62-4d82-a055-1a6739f43f1d tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 943 time: 0.0497184 Sep 11 14:27:06.058031 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-809646c3-da0a-4d90-a229-e0aaba1d6373 req-0dc76013-6260-41f3-aecf-c3e3ef3629b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Sep 11 14:27:06.537153 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 747602f1-8787-472f-986f-2460c1c09542 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:27:06.628031 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 747602f1-8787-472f-986f-2460c1c09542, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=747602f1-8787-472f-986f-2460c1c09542,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:27:06.640449 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '747602f1-8787-472f-986f-2460c1c09542', 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04', 'port_id': '747602f1-8787-472f-986f-2460c1c09542', 'mac_address': 'fa:16:3e:ed:26:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3ec80a-6476-47fa-a59b-239220c5d9f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:27:06.681351 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:06.694549 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747602f1-8787-472f-986f-2460c1c09542 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:27:06.695309 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:27:06.714148 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 747602f1-8787-472f-986f-2460c1c09542, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=747602f1-8787-472f-986f-2460c1c09542,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:27:06.718554 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:06.777628 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=747602f1-8787-472f-986f-2460c1c09542,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:06.882177 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-53c0cc68-0943-46af-a439-798adbb5359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:07.031906 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['747602f1-8787-472f-986f-2460c1c09542'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:27:07.148556 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:07.173027 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26003749-a95c-4b00-aee7-3cfdf63bd67c req-aab26ca0-c8b4-4005-9c22-cc262088fb15 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:07.174516 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-26003749-a95c-4b00-aee7-3cfdf63bd67c req-aab26ca0-c8b4-4005-9c22-cc262088fb15 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 944 time: 0.0500450 Sep 11 14:27:07.212309 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-26003749-a95c-4b00-aee7-3cfdf63bd67c req-e38ee648-eb80-471c-a4c4-6d479b292d37 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315101 Sep 11 14:27:08.088322 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:08.554757 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da365f-607b-47ca-a446-b092a0a8bef5 req-2ebcec02-11aa-41c4-b8e7-58e9f874d2b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:08.556238 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f9da365f-607b-47ca-a446-b092a0a8bef5 req-2ebcec02-11aa-41c4-b8e7-58e9f874d2b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 944 time: 0.2764902 Sep 11 14:27:08.593504 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f9da365f-607b-47ca-a446-b092a0a8bef5 req-5432a2b5-365b-455e-9e61-82f6078230e8 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312238 Sep 11 14:27:09.589055 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:09.704480 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03ab6d-8129-4b3b-ab3e-e8d7c30bd80b req-0f29046d-9252-4316-a868-0cbf80ecf82f tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:09.705918 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ea03ab6d-8129-4b3b-ab3e-e8d7c30bd80b req-0f29046d-9252-4316-a868-0cbf80ecf82f tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 944 time: 0.0483479 Sep 11 14:27:09.741333 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ea03ab6d-8129-4b3b-ab3e-e8d7c30bd80b req-5ffa8545-f158-4e03-9e04-0c3197b02867 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296042 Sep 11 14:27:10.568390 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 747602f1-8787-472f-986f-2460c1c09542 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:27:10.615968 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 747602f1-8787-472f-986f-2460c1c09542 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:27:10.619381 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 747602f1-8787-472f-986f-2460c1c09542 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:27:10.619754 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:10.695003 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:10.716930 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dec2fdc-6d9c-4664-a2a7-63f60afc8d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747602f1-8787-472f-986f-2460c1c09542'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:27:10.719138 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272e422a-5710-4fb4-985d-952fad413bed" -d '{"events": [{"server_uuid": "3dec2fdc-6d9c-4664-a2a7-63f60afc8d21", "name": "network-vif-plugged", "status": "completed", "tag": "747602f1-8787-472f-986f-2460c1c09542"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:27:10.731195 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 747602f1-8787-472f-986f-2460c1c09542, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=747602f1-8787-472f-986f-2460c1c09542,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:27:10.735647 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:10.768705 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91523ebe-08ef-413a-9a2c-d145c8ad2248 x-openstack-request-id: req-91523ebe-08ef-413a-9a2c-d145c8ad2248 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:27:10.768996 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dec2fdc-6d9c-4664-a2a7-63f60afc8d21", "name": "network-vif-plugged", "status": "completed", "tag": "747602f1-8787-472f-986f-2460c1c09542", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:27:10.769254 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91523ebe-08ef-413a-9a2c-d145c8ad2248 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:27:10.769644 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dec2fdc-6d9c-4664-a2a7-63f60afc8d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747602f1-8787-472f-986f-2460c1c09542', 'code': 200} Sep 11 14:27:10.785474 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=747602f1-8787-472f-986f-2460c1c09542,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:10.861519 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3ac03-71d1-429e-b44e-32162001ab92 req-d9e41dd2-e16f-4e78-a0fb-b136b7328501 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:10.862892 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-31e3ac03-71d1-429e-b44e-32162001ab92 req-d9e41dd2-e16f-4e78-a0fb-b136b7328501 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 945 time: 0.0504489 Sep 11 14:27:10.904656 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-31e3ac03-71d1-429e-b44e-32162001ab92 req-2a828a2a-678e-46f7-b114-da96a733b226 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Sep 11 14:27:11.024070 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7399b1-3215-4425-adff-ff0390c92195 req-08ae3dda-46bf-4f87-8160-190f25db8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:11.025571 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5a7399b1-3215-4425-adff-ff0390c92195 req-08ae3dda-46bf-4f87-8160-190f25db8db1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 1098 time: 0.0391183 Sep 11 14:27:11.061416 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5a7399b1-3215-4425-adff-ff0390c92195 req-c4362cc2-89ff-4977-b3de-047877afebf8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268762 Sep 11 14:27:12.017697 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec93f8-8f86-40de-8350-c99f153e29cc req-88cef83a-678a-45c0-99fb-225a3056eb5e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:12.019072 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60ec93f8-8f86-40de-8350-c99f153e29cc req-88cef83a-678a-45c0-99fb-225a3056eb5e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 945 time: 0.0472786 Sep 11 14:27:12.056462 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60ec93f8-8f86-40de-8350-c99f153e29cc req-69be6d7e-0c95-4270-ba05-7851c92e1563 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Sep 11 14:27:13.166213 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22262be3-8845-4f3c-8811-6700e50c6bd9 req-64017e75-d8a2-4fa8-9ffa-bff7e20367f4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:13.167647 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-22262be3-8845-4f3c-8811-6700e50c6bd9 req-64017e75-d8a2-4fa8-9ffa-bff7e20367f4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 945 time: 0.0477443 Sep 11 14:27:13.208685 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-22262be3-8845-4f3c-8811-6700e50c6bd9 req-33046a51-940c-4c8a-bd03-39447ec9013e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344794 Sep 11 14:27:21.203609 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-770033c3-63eb-41b8-982b-a61c45c09797 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:21.205108 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-770033c3-63eb-41b8-982b-a61c45c09797 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/networks?id=999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 200 len: 814 time: 0.0984678 Sep 11 14:27:21.220286 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-f07a620a-f229-462d-b018-a3e83b3a4b9f tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/quotas/bdfdc0fc715f418e9f0e8b1687669a38 HTTP/1.1" status: 200 len: 375 time: 0.0095007 Sep 11 14:27:21.269450 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-1b272fef-3389-45aa-9b1a-c58abb6db403 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438004 Sep 11 14:27:21.362567 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-dedfe991-7ab8-45ec-8fc5-23130bbf15cf service neutron] 10.222.0.37 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861394 Sep 11 14:27:21.455534 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-6a00c94a-9973-4fdf-ab71-2a42c1e94766 service neutron] 10.222.0.37 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866747 Sep 11 14:27:21.613904 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d78fda49-a280-40b1-bdda-51bd6392289c req-b833f8ef-e1cc-4b20-adac-cfbbbd7fd5b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 210 time: 0.0293195 Sep 11 14:27:22.736605 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9f00581a-cdca-4ba1-83e6-52c203cb8db7 req-ecd55d4b-9635-4685-b12b-ca1d90269161 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 210 time: 0.0561285 Sep 11 14:27:22.772982 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-f874cd28-8c00-4889-bca3-4e1286a650fc tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:22.774472 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-f874cd28-8c00-4889-bca3-4e1286a650fc tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "GET /v2.0/networks?id=999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 200 len: 814 time: 0.1261594 Sep 11 14:27:22.796135 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Request body: {'port': {'device_id': '33985920-46cc-4066-8280-f3ff85594c71', 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04', 'admin_state_up': True, 'tenant_id': 'bdfdc0fc715f418e9f0e8b1687669a38'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:27:22.904773 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Made reservation on behalf of bdfdc0fc715f418e9f0e8b1687669a38 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:27:22.908162 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:23.048989 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Allocated IP 172.20.0.13 (999e5aa1-8738-48e3-b639-e81e0ae64d04/7f3ec80a-6476-47fa-a59b-239220c5d9f0/61bd7f25-aaae-4b86-a2f3-8eab20e9151f) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:27:23.200348 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:23.239264 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:23.277339 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['8b84a0d5-3d96-4615-8217-bf4edcaf2319', '747602f1-8787-472f-986f-2460c1c09542'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:27:23.287985 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Network 999e5aa1-8738-48e3-b639-e81e0ae64d04 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:27:23.291277 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:27:23.295542 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:27:23.303859 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Pushing event updated for resources: {'Port': ['ID=61bd7f25-aaae-4b86-a2f3-8eab20e9151f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:23.347358 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:23.347972 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:23.362461 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-7a316ae4-3a38-4f7b-8141-477ab13561c1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5704534 Sep 11 14:27:23.382822 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Request body: {'port': {'device_id': '33985920-46cc-4066-8280-f3ff85594c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:27:23.437811 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:23.696074 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bd7f25-aaae-4b86-a2f3-8eab20e9151f {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:27:23.703834 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:23.716548 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Transition to ACTIVE for port object 61bd7f25-aaae-4b86-a2f3-8eab20e9151f will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:27:23.720844 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:23.772303 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Pushing event updated for resources: {'Port': ['ID=61bd7f25-aaae-4b86-a2f3-8eab20e9151f,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:23.870943 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Attempting to bind port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:27:23.871253 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Attempting to bind port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:27:23.871615 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Attempting to bind port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:27:23.884253 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1394ef3-2cac-456d-a68f-ed599baeb3f4 req-b3ad59c7-ec4f-42a2-85f9-671c29f34f0c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:23.885657 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a1394ef3-2cac-456d-a68f-ed599baeb3f4 req-b3ad59c7-ec4f-42a2-85f9-671c29f34f0c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 944 time: 0.0741892 Sep 11 14:27:23.886590 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:27:23.886900 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Attempting to bind port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:27:23.893080 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:27:23.893406 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Checking segment: {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:27:23.893771 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Bound using segment: {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:27:23.894182 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Bound port: 61bd7f25-aaae-4b86-a2f3-8eab20e9151f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:27:23.894531 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:23.956058 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a1394ef3-2cac-456d-a68f-ed599baeb3f4 req-18c8d8f6-b95f-4104-9c5c-550356804fe6 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640352 Sep 11 14:27:23.979349 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] For port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:27:23.983359 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] For port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=61bd7f25-aaae-4b86-a2f3-8eab20e9151f,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:27:23.987333 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:24.021827 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:24.022425 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:24.023775 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] 10.222.0.13 "PUT /v2.0/ports/61bd7f25-aaae-4b86-a2f3-8eab20e9151f HTTP/1.1" status: 200 len: 1094 time: 0.6451447 Sep 11 14:27:24.024210 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33985920-46cc-4066-8280-f3ff85594c71', 'tag': '61bd7f25-aaae-4b86-a2f3-8eab20e9151f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:27:24.026414 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944624cc-8599-4ee0-91df-02950e4ad834" -d '{"events": [{"name": "network-changed", "server_uuid": "33985920-46cc-4066-8280-f3ff85594c71", "tag": "61bd7f25-aaae-4b86-a2f3-8eab20e9151f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:27:24.051153 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea15d4b-870a-468a-b96c-a0243f5af108 service neutron] Pushing event updated for resources: {'Port': ['ID=61bd7f25-aaae-4b86-a2f3-8eab20e9151f,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:24.061971 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0276cef6-ad49-42b2-af5f-6aaa009d04d7 x-openstack-request-id: req-0276cef6-ad49-42b2-af5f-6aaa009d04d7 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:27:24.062261 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33985920-46cc-4066-8280-f3ff85594c71", "tag": "61bd7f25-aaae-4b86-a2f3-8eab20e9151f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:27:24.062510 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0276cef6-ad49-42b2-af5f-6aaa009d04d7 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:27:24.062902 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33985920-46cc-4066-8280-f3ff85594c71', 'tag': '61bd7f25-aaae-4b86-a2f3-8eab20e9151f', 'status': 'completed', 'code': 200} Sep 11 14:27:25.072479 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f69369-a5ba-4871-8da5-af9e1d15ca4e req-12e0de9f-6b2a-4d55-8f93-0837d0154216 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:25.073896 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-24f69369-a5ba-4871-8da5-af9e1d15ca4e req-12e0de9f-6b2a-4d55-8f93-0837d0154216 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 944 time: 0.0494885 Sep 11 14:27:25.110943 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-24f69369-a5ba-4871-8da5-af9e1d15ca4e req-f4b32ac9-a6f8-4ef1-a53b-bec48c70a883 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311646 Sep 11 14:27:26.223937 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7af28-c9c6-4d03-9017-6ebdbf055458 req-822a3572-1ae4-4031-aaa5-04afac214212 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:26.225412 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6db7af28-c9c6-4d03-9017-6ebdbf055458 req-822a3572-1ae4-4031-aaa5-04afac214212 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 944 time: 0.0474031 Sep 11 14:27:26.262268 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6db7af28-c9c6-4d03-9017-6ebdbf055458 req-e3f50f62-88cf-42b7-8a41-66724ce50f67 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301886 Sep 11 14:27:26.418927 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944624cc-8599-4ee0-91df-02950e4ad834 req-e4e27c80-1cf1-4699-8cfa-79e441ddf8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:26.420344 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-944624cc-8599-4ee0-91df-02950e4ad834 req-e4e27c80-1cf1-4699-8cfa-79e441ddf8b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 1097 time: 0.0439689 Sep 11 14:27:26.588368 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944624cc-8599-4ee0-91df-02950e4ad834 req-bf92e6b8-9bdd-473a-b6ac-aeb7ad64de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:26.589812 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-944624cc-8599-4ee0-91df-02950e4ad834 req-bf92e6b8-9bdd-473a-b6ac-aeb7ad64de0f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1539903 Sep 11 14:27:26.747400 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944624cc-8599-4ee0-91df-02950e4ad834 req-dae9e6da-6249-4528-a7cc-c4d977584adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:26.748881 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-944624cc-8599-4ee0-91df-02950e4ad834 req-dae9e6da-6249-4528-a7cc-c4d977584adc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486082 Sep 11 14:27:26.873305 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-11eef2d9-aae0-44cd-8913-f404da071ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:26.874800 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-11eef2d9-aae0-44cd-8913-f404da071ef0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 1097 time: 0.0437829 Sep 11 14:27:26.936979 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-dcfe1429-51af-48fe-b076-dfde82d038ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61bd7f25-aaae-4b86-a2f3-8eab20e9151f HTTP/1.1" status: 200 len: 217 time: 0.0333157 Sep 11 14:27:26.988927 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-fd91d16a-a0c4-465e-9408-1653ee13f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:26.990384 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-fd91d16a-a0c4-465e-9408-1653ee13f234 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f3ec80a-6476-47fa-a59b-239220c5d9f0 HTTP/1.1" status: 200 len: 854 time: 0.0422075 Sep 11 14:27:27.024255 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-2278d7d0-705b-47f5-b71f-365916759a33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=999e5aa1-8738-48e3-b639-e81e0ae64d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237105 Sep 11 14:27:27.118902 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-373122a7-d6ae-4118-b6ee-eb82fdf8c05b service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863707 Sep 11 14:27:27.225073 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4e43232d-2ff1-4564-a9e8-be48d4aa7009 req-1a687488-71a6-4f58-bf86-ab5e959c4711 service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896702 Sep 11 14:27:27.379752 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78aaab-b4b6-4602-926a-3dfbdcf39145 req-2e3a1c16-87df-4b9c-8e98-921d0928154c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:27.381267 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f78aaab-b4b6-4602-926a-3dfbdcf39145 req-2e3a1c16-87df-4b9c-8e98-921d0928154c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 944 time: 0.0500207 Sep 11 14:27:27.423147 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0f78aaab-b4b6-4602-926a-3dfbdcf39145 req-f0f53cd3-c0dc-4820-8567-97af70ab3cbd tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337331 Sep 11 14:27:28.534938 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a43d71-f6f8-40b5-bf42-ce89468dad70 req-c740a553-fdba-4134-be33-8670f7f0a9c6 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:28.536450 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-51a43d71-f6f8-40b5-bf42-ce89468dad70 req-c740a553-fdba-4134-be33-8670f7f0a9c6 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 944 time: 0.0464957 Sep 11 14:27:28.572732 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-51a43d71-f6f8-40b5-bf42-ce89468dad70 req-0a582e1d-30ca-4f9e-b123-b69439cf8e62 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299261 Sep 11 14:27:29.274232 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 44812) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:27:29.375185 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d612bd-af5b-4c43-992d-b34c1f7e8afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:29.463280 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d612bd-af5b-4c43-992d-b34c1f7e8afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:29.467026 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-77d612bd-af5b-4c43-992d-b34c1f7e8afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:29.503537 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-77d612bd-af5b-4c43-992d-b34c1f7e8afa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff53ca470a954eccbcf1f0f4923fbff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282438 Sep 11 14:27:29.505428 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d612bd-af5b-4c43-992d-b34c1f7e8afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b0cbb8-b58f-4470-8f55-21ec9eee8867,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:29.506326 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44816) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:27:29.556759 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7722eb23-6837-4e42-9fa5-2e259d4640ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:29.577605 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7722eb23-6837-4e42-9fa5-2e259d4640ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:29.623367 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7722eb23-6837-4e42-9fa5-2e259d4640ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:29.625991 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7722eb23-6837-4e42-9fa5-2e259d4640ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:29.627206 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-7722eb23-6837-4e42-9fa5-2e259d4640ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96b0cbb8-b58f-4470-8f55-21ec9eee8867 HTTP/1.1" status: 204 len: 168 time: 0.1198838 Sep 11 14:27:29.636688 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722eb23-6837-4e42-9fa5-2e259d4640ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b0cbb8-b58f-4470-8f55-21ec9eee8867,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:29.684584 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3561a-6258-46d1-9bb7-38480df54ace req-32e8d35c-b879-4b30-8803-b7a32923b027 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:29.686055 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7cd3561a-6258-46d1-9bb7-38480df54ace req-32e8d35c-b879-4b30-8803-b7a32923b027 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 944 time: 0.0481019 Sep 11 14:27:29.723220 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7cd3561a-6258-46d1-9bb7-38480df54ace req-026a6beb-d333-4e18-ad7f-27252d65d498 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Sep 11 14:27:30.392955 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 61bd7f25-aaae-4b86-a2f3-8eab20e9151f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:27:30.490767 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=61bd7f25-aaae-4b86-a2f3-8eab20e9151f,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:27:30.502526 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '61bd7f25-aaae-4b86-a2f3-8eab20e9151f', 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04', 'port_id': '61bd7f25-aaae-4b86-a2f3-8eab20e9151f', 'mac_address': 'fa:16:3e:81:30:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3ec80a-6476-47fa-a59b-239220c5d9f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:27:30.539675 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:30.552958 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bd7f25-aaae-4b86-a2f3-8eab20e9151f {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:27:30.575798 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=61bd7f25-aaae-4b86-a2f3-8eab20e9151f,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:27:30.580363 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:30.634350 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=61bd7f25-aaae-4b86-a2f3-8eab20e9151f,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:30.844638 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49071f-2194-480e-aba6-e60f49e3986b req-23fb3281-7da5-4731-a985-26af7bd97217 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:30.845984 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4a49071f-2194-480e-aba6-e60f49e3986b req-23fb3281-7da5-4731-a985-26af7bd97217 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 945 time: 0.0525410 Sep 11 14:27:30.883217 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4a49071f-2194-480e-aba6-e60f49e3986b req-cfd2a6bc-91b8-42cf-8597-3fa80334f87b tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Sep 11 14:27:30.960038 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['61bd7f25-aaae-4b86-a2f3-8eab20e9151f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:27:31.228294 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:31.997402 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02b47e-66fa-4db3-8caa-44ab0f2eb746 req-d2197ba3-7847-4859-b6c7-7d2ef09525a5 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:31.998845 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b02b47e-66fa-4db3-8caa-44ab0f2eb746 req-d2197ba3-7847-4859-b6c7-7d2ef09525a5 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 945 time: 0.0519578 Sep 11 14:27:32.036903 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8b02b47e-66fa-4db3-8caa-44ab0f2eb746 req-c46ff9a8-2fc8-43a0-9192-232556ae5efc tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Sep 11 14:27:32.407202 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 61bd7f25-aaae-4b86-a2f3-8eab20e9151f up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:27:32.453959 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:27:32.457448 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:27:32.457812 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:32.532438 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:32.553814 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33985920-46cc-4066-8280-f3ff85594c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bd7f25-aaae-4b86-a2f3-8eab20e9151f'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:27:32.556005 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c78e87f-dda9-4469-af42-dfb68592d503" -d '{"events": [{"server_uuid": "33985920-46cc-4066-8280-f3ff85594c71", "name": "network-vif-plugged", "status": "completed", "tag": "61bd7f25-aaae-4b86-a2f3-8eab20e9151f"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:27:32.568889 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=61bd7f25-aaae-4b86-a2f3-8eab20e9151f,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:27:32.572864 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:32.594739 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3242b0e-c3ad-4c74-9b69-abfaa8d94fbe x-openstack-request-id: req-d3242b0e-c3ad-4c74-9b69-abfaa8d94fbe {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:27:32.595023 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33985920-46cc-4066-8280-f3ff85594c71", "name": "network-vif-plugged", "status": "completed", "tag": "61bd7f25-aaae-4b86-a2f3-8eab20e9151f", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:27:32.595272 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3242b0e-c3ad-4c74-9b69-abfaa8d94fbe {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:27:32.595650 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33985920-46cc-4066-8280-f3ff85594c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bd7f25-aaae-4b86-a2f3-8eab20e9151f', 'code': 200} Sep 11 14:27:32.619974 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=61bd7f25-aaae-4b86-a2f3-8eab20e9151f,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:32.790618 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16671478-0ef1-48f4-9963-545628dc9936 req-a83cc244-d6e1-4a10-802e-905619f999b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:32.791958 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16671478-0ef1-48f4-9963-545628dc9936 req-a83cc244-d6e1-4a10-802e-905619f999b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 1099 time: 0.0384679 Sep 11 14:27:32.827133 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-16671478-0ef1-48f4-9963-545628dc9936 req-826499c5-9b0a-4db5-8452-121dba696cf0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257483 Sep 11 14:27:33.100081 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44892) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:27:33.152852 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39869b-0d37-433f-bbd5-2080f3302f7b req-401282c7-ed7f-4007-bab1-917f763cdc91 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:33.154346 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-da39869b-0d37-433f-bbd5-2080f3302f7b req-401282c7-ed7f-4007-bab1-917f763cdc91 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 946 time: 0.0480628 Sep 11 14:27:33.194330 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-da39869b-0d37-433f-bbd5-2080f3302f7b req-4f7c3dc4-c524-4adf-be24-d057628cf8c5 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339510 Sep 11 14:27:33.208249 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:33.258321 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-afec72ac-3b46-4bc3-af26-8a7b26a12f4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422840 Sep 11 14:27:33.310154 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:33.315286 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:33.354626 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6825bdf4-f2bc-47fe-96f6-f66b30c2a73c,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:33.359023 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=237f8e38cb9d43f58fa925dda9ed3a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578292 Sep 11 14:27:33.361748 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44902) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:27:33.375381 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-9883d763-63c1-428b-97ae-6ce8d0c68644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:33.376900 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.377035 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-9883d763-63c1-428b-97ae-6ce8d0c68644 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5865367ae25f485aa8f5e84e1266c342&device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 1098 time: 0.0404885 Sep 11 14:27:33.377251 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.377588 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.377919 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.378247 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.378573 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.378893 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.379214 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.379535 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.379851 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.380166 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.380518 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb1b10f-2315-42a6-ae42-c545044a9406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:33.420416 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a17c-5d86-45ab-92f6-338d1d0214e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:33.440619 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a17c-5d86-45ab-92f6-338d1d0214e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:33.484174 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-b07f1c62-4f46-43ad-ab73-42f2afec3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:33.485673 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-b07f1c62-4f46-43ad-ab73-42f2afec3ece service neutron] 10.222.0.13 "GET /v2.0/networks?id=c16c080e-4852-4848-b89b-9689ca5903d2 HTTP/1.1" status: 200 len: 909 time: 0.0814390 Sep 11 14:27:33.486582 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a17c-5d86-45ab-92f6-338d1d0214e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:33.489270 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a17c-5d86-45ab-92f6-338d1d0214e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:33.490401 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-c9e3a17c-5d86-45ab-92f6-338d1d0214e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6825bdf4-f2bc-47fe-96f6-f66b30c2a73c HTTP/1.1" status: 204 len: 168 time: 0.1277678 Sep 11 14:27:33.499425 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3a17c-5d86-45ab-92f6-338d1d0214e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6825bdf4-f2bc-47fe-96f6-f66b30c2a73c,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:33.559701 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-f5afea2a-4600-462b-b59b-c706ee3c9e80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62 HTTP/1.1" status: 200 len: 1001 time: 0.0655055 Sep 11 14:27:33.617384 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-f1dcc2e4-ef48-4de1-9823-a89459a0eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:33.618842 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-f1dcc2e4-ef48-4de1-9823-a89459a0eb25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb383d2c-3476-4fcf-ae2a-b672afc16a15 HTTP/1.1" status: 200 len: 847 time: 0.0481706 Sep 11 14:27:33.666930 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-d0840407-3617-492b-bc11-6f989e1902b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:33.668529 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-d0840407-3617-492b-bc11-6f989e1902b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c16c080e-4852-4848-b89b-9689ca5903d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416727 Sep 11 14:27:33.764769 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-12e18994-e7d3-40bd-9be2-1c65eb1f4271 service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881629 Sep 11 14:27:34.103299 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b3844e14-ae26-4434-ad1f-6a0f2be1afd4 req-97d31f35-298a-43bf-bb7c-c95022ad1b57 service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212895 Sep 11 14:27:34.316518 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c8101-e6a4-4ae0-a61c-125117279b14 req-0b964d3f-3761-4571-a6e8-73e93d2660af tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:34.318036 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c21c8101-e6a4-4ae0-a61c-125117279b14 req-0b964d3f-3761-4571-a6e8-73e93d2660af tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 946 time: 0.0511699 Sep 11 14:27:34.328006 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cf8a5905-f3d0-4805-8c87-2e07583de844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:34.367320 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c21c8101-e6a4-4ae0-a61c-125117279b14 req-c62c9a26-a517-41bf-a37e-c7adb6bb5936 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Sep 11 14:27:35.477774 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bd89a-ad1f-414d-bb90-e47bcbf81638 req-242f784a-b4b2-4c80-bae5-fd11231126f6 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:35.479108 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d19bd89a-ad1f-414d-bb90-e47bcbf81638 req-242f784a-b4b2-4c80-bae5-fd11231126f6 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 946 time: 0.0468900 Sep 11 14:27:35.515652 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d19bd89a-ad1f-414d-bb90-e47bcbf81638 req-3018e9c9-0524-4904-aac9-edc98dfe57f1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301616 Sep 11 14:27:36.886341 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44982) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:27:36.889980 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b0e2703b-8fb0-402d-b530-77aec9c1db25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:36.929098 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62ae43a-b5c8-4cf9-843f-a22e73114659 admin admin] Deleting subnet e7395609-2221-44be-8463-b8df4efa65e1 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:27:36.932005 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c62ae43a-b5c8-4cf9-843f-a22e73114659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:36.967630 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c62ae43a-b5c8-4cf9-843f-a22e73114659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8879923'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.005124 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c62ae43a-b5c8-4cf9-843f-a22e73114659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.054279 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c62ae43a-b5c8-4cf9-843f-a22e73114659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12378291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8704976'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.079767 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ae43a-b5c8-4cf9-843f-a22e73114659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7395609-2221-44be-8463-b8df4efa65e1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:37.081691 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-c62ae43a-b5c8-4cf9-843f-a22e73114659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.085463 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-c62ae43a-b5c8-4cf9-843f-a22e73114659 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e7395609-2221-44be-8463-b8df4efa65e1 HTTP/1.1" status: 204 len: 168 time: 0.1959910 Sep 11 14:27:37.085903 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44984) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:27:37.140093 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.155442 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.230323 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.249798 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174f2205-ccbe-4521-8728-637d6aa8a390']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:27:37.258521 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c53c87-2333-40b9-a971-158a92511238') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:27:37.258810 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c53c87-2333-40b9-a971-158a92511238') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:27:37.271358 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8879946'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.284640 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.290390 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:27:37.290759 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12378449'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: Traceback (most recent call last): Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: timer() Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: cb(*args, **kw) Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: return func(*args, **kwargs) Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: self._notify() Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: self.callback(batched_events) Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: event.method(event) Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: return f(self, *a, **k) Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._get(url).json() Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: return self.request(url, 'GET', **kwargs) Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:27:37.292900 dv-cinder-760197-9-iscsi neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:27:37.344413 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.351385 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.353219 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] 10.222.0.37 "DELETE /v2.0/networks/174f2205-ccbe-4521-8728-637d6aa8a390 HTTP/1.1" status: 204 len: 168 time: 0.2664638 Sep 11 14:27:37.362773 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da69df0-c239-4c01-ad48-fca13714d870 admin admin] Pushing event deleted for resources: {'Network': ['ID=174f2205-ccbe-4521-8728-637d6aa8a390,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:37.508969 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44988) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:27:37.548969 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-6fa19c19-826e-4c1a-be0c-61e71dc2fb45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ce0903b997d400e8e1275da45be5e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386670 Sep 11 14:27:37.551488 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 44990) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:27:37.600410 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ea6beb8-c031-45a2-a46b-596b19505f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.626620 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ea6beb8-c031-45a2-a46b-596b19505f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.672672 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ea6beb8-c031-45a2-a46b-596b19505f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.675179 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-3ea6beb8-c031-45a2-a46b-596b19505f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:37.676344 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-3ea6beb8-c031-45a2-a46b-596b19505f90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5aea9930-208d-47e3-aad1-4536011f5d89 HTTP/1.1" status: 204 len: 168 time: 0.1239328 Sep 11 14:27:37.684630 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6beb8-c031-45a2-a46b-596b19505f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aea9930-208d-47e3-aad1-4536011f5d89,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:38.092588 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:39.591962 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:43.694746 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:27:51.098151 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d3fe1-84fa-447f-98de-b41811dfa067 req-714c4ed7-9d9d-43d0-b02a-a5ea92a97bd5 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:51.099589 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e95d3fe1-84fa-447f-98de-b41811dfa067 req-714c4ed7-9d9d-43d0-b02a-a5ea92a97bd5 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0483584 Sep 11 14:27:51.139075 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e95d3fe1-84fa-447f-98de-b41811dfa067 req-9caf4add-97e3-4305-a14c-092fce95b2f9 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334790 Sep 11 14:27:52.253941 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a57652-6e02-4f05-9768-7a134097e072 req-063a79c3-13ca-4a1c-8708-c3804aa992bb tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:52.255378 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a7a57652-6e02-4f05-9768-7a134097e072 req-063a79c3-13ca-4a1c-8708-c3804aa992bb tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0480902 Sep 11 14:27:52.292049 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a7a57652-6e02-4f05-9768-7a134097e072 req-907d05ab-bdd7-4731-84a7-8cc67531b0d1 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307312 Sep 11 14:27:53.407518 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eda104-cf6f-4813-8874-7d7933cf42ce req-14142beb-2a6a-4d03-99d3-240a0efb9790 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:53.409209 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c3eda104-cf6f-4813-8874-7d7933cf42ce req-14142beb-2a6a-4d03-99d3-240a0efb9790 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0482595 Sep 11 14:27:53.447343 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c3eda104-cf6f-4813-8874-7d7933cf42ce req-51611c3f-7d3e-46c9-8860-0d015ec37f13 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Sep 11 14:27:54.579970 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27ccfd-12e2-4d12-96cd-5bf53a4e08e7 req-28aa7590-54ba-449b-888e-31189a1e5706 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:54.581480 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d27ccfd-12e2-4d12-96cd-5bf53a4e08e7 req-28aa7590-54ba-449b-888e-31189a1e5706 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0524435 Sep 11 14:27:54.624283 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d27ccfd-12e2-4d12-96cd-5bf53a4e08e7 req-553ce567-da4b-411a-a6e2-8a6dedebe25b tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366750 Sep 11 14:27:54.983988 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-97bab4e6-bc8c-4eac-9b74-f9df9173916a tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:54.985464 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-97bab4e6-bc8c-4eac-9b74-f9df9173916a tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/networks?id=999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 200 len: 814 time: 0.1039743 Sep 11 14:27:54.999916 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-6cd7b9f1-8e15-4a92-8f8d-9dd17895874e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/quotas/bdfdc0fc715f418e9f0e8b1687669a38 HTTP/1.1" status: 200 len: 375 time: 0.0087631 Sep 11 14:27:55.051319 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-ee73dded-6c36-40db-966b-8284d4bbbc18 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463159 Sep 11 14:27:55.141473 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-3037215c-7269-4518-92b9-babbdc876c9b service neutron] 10.222.0.37 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832756 Sep 11 14:27:55.231781 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-e79489fd-c924-4ab6-a6aa-7fbc48da9ac4 service neutron] 10.222.0.37 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843394 Sep 11 14:27:55.383982 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ceaf5759-9ee2-4466-8cfe-b7e6536ca27b req-441b105d-03ec-4e6c-9a46-df1b1326ec33 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 210 time: 0.0282819 Sep 11 14:27:55.759858 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fc238-921c-4432-ba3a-51c1d0e3f994 req-67a0fda8-2bf1-4f77-aaf9-5674b823e23f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:55.761486 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0a2fc238-921c-4432-ba3a-51c1d0e3f994 req-67a0fda8-2bf1-4f77-aaf9-5674b823e23f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0605323 Sep 11 14:27:55.799561 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0a2fc238-921c-4432-ba3a-51c1d0e3f994 req-88b5c413-f2ed-45d8-b519-e1cef21769d4 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316777 Sep 11 14:27:56.476831 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-79747b9e-857e-449b-a090-ec4ff624bcb3 req-9d8852f0-bc89-4d8a-848d-f3e27d5cb368 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 210 time: 0.0256953 Sep 11 14:27:56.764245 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-2c257e4b-02ec-44d1-b161-6b658dfe9e3c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:56.765773 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-2c257e4b-02ec-44d1-b161-6b658dfe9e3c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "GET /v2.0/networks?id=999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 200 len: 814 time: 0.1081774 Sep 11 14:27:56.785549 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Request body: {'port': {'device_id': 'fe99fb3c-cdae-48c8-aac1-28a2381e1249', 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04', 'admin_state_up': True, 'tenant_id': 'bdfdc0fc715f418e9f0e8b1687669a38'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:27:56.934051 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0dc9e-218f-41c6-abb6-d30d84ec324a req-36a4221e-f206-4d2c-bdb4-561afd12599d tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:56.935523 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4cf0dc9e-218f-41c6-abb6-d30d84ec324a req-36a4221e-f206-4d2c-bdb4-561afd12599d tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0699241 Sep 11 14:27:56.936708 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Made reservation on behalf of bdfdc0fc715f418e9f0e8b1687669a38 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:27:56.940105 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:57.021706 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4cf0dc9e-218f-41c6-abb6-d30d84ec324a req-356f4303-09d3-4783-9ab8-f279994810c0 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676899 Sep 11 14:27:57.101617 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Allocated IP 172.20.0.12 (999e5aa1-8738-48e3-b639-e81e0ae64d04/7f3ec80a-6476-47fa-a59b-239220c5d9f0/309d5629-8e2c-4d07-a09a-6182c8d88bd6) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:27:57.245662 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:57.282004 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:57.321905 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['8b84a0d5-3d96-4615-8217-bf4edcaf2319', '747602f1-8787-472f-986f-2460c1c09542', '61bd7f25-aaae-4b86-a2f3-8eab20e9151f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:27:57.326775 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Network 999e5aa1-8738-48e3-b639-e81e0ae64d04 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:27:57.329803 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:27:57.333495 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:27:57.342827 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Pushing event updated for resources: {'Port': ['ID=309d5629-8e2c-4d07-a09a-6182c8d88bd6,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:57.371909 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.372283 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.372683 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.372956 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.373323 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.373618 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.373944 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.374266 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.374587 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.374904 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.375224 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.375541 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:27:57.397296 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:57.397905 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:57.415797 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-078e44e7-25fd-4298-bb23-e5c4652d19e4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6338603 Sep 11 14:27:57.441950 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Request body: {'port': {'device_id': 'fe99fb3c-cdae-48c8-aac1-28a2381e1249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:27:57.494106 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:57.671995 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8208e8-8148-404f-9e22-1307fab83ee3 req-66188c1c-c548-4f3b-b8a8-4ac8b3478e3e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:57.679645 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ba8208e8-8148-404f-9e22-1307fab83ee3 req-66188c1c-c548-4f3b-b8a8-4ac8b3478e3e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 932 time: 0.1269002 Sep 11 14:27:57.745708 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ba8208e8-8148-404f-9e22-1307fab83ee3 req-072d49b4-0975-4a5c-b5fe-07cd7e2ee71c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646422 Sep 11 14:27:57.837500 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45240) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:27:57.875264 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309d5629-8e2c-4d07-a09a-6182c8d88bd6 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:27:57.884249 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:57.897962 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Transition to ACTIVE for port object 309d5629-8e2c-4d07-a09a-6182c8d88bd6 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:27:57.903368 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:57.946245 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb53d-d63d-4d51-b529-e092b95d9e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:57.978585 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Pushing event updated for resources: {'Port': ['ID=309d5629-8e2c-4d07-a09a-6182c8d88bd6,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:58.012730 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-ac6a9565-4330-4d13-bcd5-59f16e0e1c80 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823383767&fields=id&tenant_id=97b1ce0cd1c44c9f83eb51765173c48c HTTP/1.1" status: 200 len: 267 time: 0.0768437 Sep 11 14:27:58.041744 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb53d-d63d-4d51-b529-e092b95d9e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:58.046250 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-fe1bb53d-d63d-4d51-b529-e092b95d9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:58.084489 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-fe1bb53d-d63d-4d51-b529-e092b95d9e2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fdcffa63d0e0436cae6753c650e196b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457170 Sep 11 14:27:58.085346 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bb53d-d63d-4d51-b529-e092b95d9e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43a4648-0100-489d-9d23-fd8a25fc8af3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:58.087732 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45248) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:27:58.124767 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Attempting to bind port 309d5629-8e2c-4d07-a09a-6182c8d88bd6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:27:58.125100 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Attempting to bind port 309d5629-8e2c-4d07-a09a-6182c8d88bd6 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:27:58.125429 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Attempting to bind port 309d5629-8e2c-4d07-a09a-6182c8d88bd6 on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:27:58.134365 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Port 309d5629-8e2c-4d07-a09a-6182c8d88bd6 on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:27:58.134683 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Attempting to bind port 309d5629-8e2c-4d07-a09a-6182c8d88bd6 on network 999e5aa1-8738-48e3-b639-e81e0ae64d04 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:27:58.135117 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1482286c-3dc7-4a05-bbcc-a702e7dcb2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:58.144732 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:27:58.145063 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Checking segment: {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:27:58.145444 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Bound using segment: {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:27:58.145871 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Bound port: 309d5629-8e2c-4d07-a09a-6182c8d88bd6, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:27:58.146223 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:58.156737 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1482286c-3dc7-4a05-bbcc-a702e7dcb2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:58.171250 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-f4679738-9f44-4892-898c-3147bd362294 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:58.172762 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-f4679738-9f44-4892-898c-3147bd362294 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 811 time: 0.1427889 Sep 11 14:27:58.209049 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1482286c-3dc7-4a05-bbcc-a702e7dcb2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:58.209819 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-23d2d5d3-5ca0-46bb-b6b1-563fc5efee55 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/quotas/97b1ce0cd1c44c9f83eb51765173c48c HTTP/1.1" status: 200 len: 375 time: 0.0169015 Sep 11 14:27:58.211640 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1482286c-3dc7-4a05-bbcc-a702e7dcb2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:58.213229 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-1482286c-3dc7-4a05-bbcc-a702e7dcb2ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c43a4648-0100-489d-9d23-fd8a25fc8af3 HTTP/1.1" status: 204 len: 168 time: 0.1245682 Sep 11 14:27:58.224984 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482286c-3dc7-4a05-bbcc-a702e7dcb2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43a4648-0100-489d-9d23-fd8a25fc8af3,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:58.270438 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] For port 309d5629-8e2c-4d07-a09a-6182c8d88bd6, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:27:58.291469 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] For port 309d5629-8e2c-4d07-a09a-6182c8d88bd6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=309d5629-8e2c-4d07-a09a-6182c8d88bd6,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:27:58.297494 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:58.310322 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-0810115f-caef-47a4-94a2-219fa45d5213 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0813787 Sep 11 14:27:58.364947 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:58.365586 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:27:58.367029 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] 10.222.0.13 "PUT /v2.0/ports/309d5629-8e2c-4d07-a09a-6182c8d88bd6 HTTP/1.1" status: 200 len: 1094 time: 0.9292359 Sep 11 14:27:58.367491 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe99fb3c-cdae-48c8-aac1-28a2381e1249', 'tag': '309d5629-8e2c-4d07-a09a-6182c8d88bd6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:27:58.369953 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5ab30e-d6d4-4f1f-a66d-0770b5265b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe99fb3c-cdae-48c8-aac1-28a2381e1249", "tag": "309d5629-8e2c-4d07-a09a-6182c8d88bd6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:27:58.445197 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cac17c-516f-43c7-b902-6f1894596781 service neutron] Pushing event updated for resources: {'Port': ['ID=309d5629-8e2c-4d07-a09a-6182c8d88bd6,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:27:58.493770 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-f6978b51-0633-4579-8a80-3e502d0ac51a service neutron] 10.222.0.37 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597404 Sep 11 14:27:58.504428 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-a4068ce4-f30d-436f-a871-a064163825d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:58.505892 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-a4068ce4-f30d-436f-a871-a064163825d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 1097 time: 0.0744336 Sep 11 14:27:58.567564 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-6fcb02a2-acb3-43cc-9246-35f34c3555a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=309d5629-8e2c-4d07-a09a-6182c8d88bd6 HTTP/1.1" status: 200 len: 217 time: 0.0436876 Sep 11 14:27:58.658501 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-ed593f4c-4f48-47c5-8114-971a2248d56f service neutron] 10.222.0.37 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562431 Sep 11 14:27:58.659839 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-89930309-906d-41e9-8a83-e477f420fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:58.661184 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-89930309-906d-41e9-8a83-e477f420fbd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f3ec80a-6476-47fa-a59b-239220c5d9f0 HTTP/1.1" status: 200 len: 854 time: 0.0631366 Sep 11 14:27:58.694186 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-188a08d9-eed0-4682-ba15-8dd5ca8bc96d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=999e5aa1-8738-48e3-b639-e81e0ae64d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243731 Sep 11 14:27:58.788855 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-38d1dfe7-e334-4d76-8fad-7f939680f592 service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867860 Sep 11 14:27:58.884196 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0ddaab7e-1702-46b8-aebf-e6b50fd9acf3 req-2d14d4e6-6fd5-4aaa-a6ce-c22d74623961 service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830362 Sep 11 14:27:58.991267 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02d2bf-a300-4b3f-b49a-f370a218eb16 req-441280c7-4526-4546-983b-ec2a8eae61cd tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:58.992770 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6b02d2bf-a300-4b3f-b49a-f370a218eb16 req-441280c7-4526-4546-983b-ec2a8eae61cd tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0504889 Sep 11 14:27:59.037094 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6b02d2bf-a300-4b3f-b49a-f370a218eb16 req-15aa8f1f-3feb-40e5-9076-a26b61108171 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368969 Sep 11 14:27:59.079941 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a291284-afab-4e8c-977c-1a397e29cca5 x-openstack-request-id: req-4a291284-afab-4e8c-977c-1a397e29cca5 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:27:59.080258 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe99fb3c-cdae-48c8-aac1-28a2381e1249", "tag": "309d5629-8e2c-4d07-a09a-6182c8d88bd6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:27:59.080681 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a291284-afab-4e8c-977c-1a397e29cca5 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:27:59.080914 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe99fb3c-cdae-48c8-aac1-28a2381e1249', 'tag': '309d5629-8e2c-4d07-a09a-6182c8d88bd6', 'status': 'completed', 'code': 200} Sep 11 14:27:59.208824 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a4b9a-bbd6-4b56-ba25-01d9a559af27 req-d8b4e8c7-7b46-48ef-b139-7ed41bf8b8b6 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:59.210370 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6b3a4b9a-bbd6-4b56-ba25-01d9a559af27 req-d8b4e8c7-7b46-48ef-b139-7ed41bf8b8b6 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 944 time: 0.0845006 Sep 11 14:27:59.217040 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ab30e-d6d4-4f1f-a66d-0770b5265b7d req-0fb04c61-371f-4338-bba1-749b5b423a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:59.217040 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd5ab30e-d6d4-4f1f-a66d-0770b5265b7d req-0fb04c61-371f-4338-bba1-749b5b423a6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 1097 time: 0.0802085 Sep 11 14:27:59.276657 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6b3a4b9a-bbd6-4b56-ba25-01d9a559af27 req-04fab4b8-557f-4796-8c01-ed92894a6f24 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588448 Sep 11 14:27:59.332551 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ab30e-d6d4-4f1f-a66d-0770b5265b7d req-61e8297b-f8d7-48b1-95eb-39cb175eeda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:59.334100 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd5ab30e-d6d4-4f1f-a66d-0770b5265b7d req-61e8297b-f8d7-48b1-95eb-39cb175eeda3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 200 len: 915 time: 0.1097345 Sep 11 14:27:59.404609 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c5e2420d-1642-4f24-94df-315e7ebea166 req-9a2caa79-15bd-452b-bb01-2866ad8dd9eb tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 210 time: 0.0604796 Sep 11 14:27:59.405985 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd5ab30e-d6d4-4f1f-a66d-0770b5265b7d req-80c12a97-0946-47b3-a109-0ba9cc736fab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=309d5629-8e2c-4d07-a09a-6182c8d88bd6 HTTP/1.1" status: 200 len: 217 time: 0.0536299 Sep 11 14:27:59.480271 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ab30e-d6d4-4f1f-a66d-0770b5265b7d req-05feb234-4715-4816-b749-f8c945cb53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:27:59.481718 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd5ab30e-d6d4-4f1f-a66d-0770b5265b7d req-05feb234-4715-4816-b749-f8c945cb53c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f3ec80a-6476-47fa-a59b-239220c5d9f0 HTTP/1.1" status: 200 len: 854 time: 0.0492480 Sep 11 14:27:59.517919 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd5ab30e-d6d4-4f1f-a66d-0770b5265b7d req-993e55ac-3b76-4253-98a4-dd0ce9416f86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=999e5aa1-8738-48e3-b639-e81e0ae64d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250187 Sep 11 14:27:59.621217 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd5ab30e-d6d4-4f1f-a66d-0770b5265b7d req-0e8cd4fa-28fb-4bb9-a36a-87c83a8cd52f service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803020 Sep 11 14:27:59.735588 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd5ab30e-d6d4-4f1f-a66d-0770b5265b7d req-ff2b7452-1bc3-4e1f-9478-302533e0a023 service neutron] 10.222.0.13 "GET /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847995 Sep 11 14:28:00.097746 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-1cf9c6e4-f8e4-450f-b1a9-cdc09585735c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:00.099230 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-1cf9c6e4-f8e4-450f-b1a9-cdc09585735c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 811 time: 0.1074624 Sep 11 14:28:00.177891 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24c7e2-20a9-4cfa-9655-134d04b87614 req-9974c5fb-9c69-4bdf-9f72-6b2be9663c52 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:00.179357 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ac24c7e2-20a9-4cfa-9655-134d04b87614 req-9974c5fb-9c69-4bdf-9f72-6b2be9663c52 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0736389 Sep 11 14:28:00.188302 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-17a70056-f8c7-48bb-acff-4c40e7b9a74c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97b1ce0cd1c44c9f83eb51765173c48c HTTP/1.1" status: 200 len: 380 time: 0.0539305 Sep 11 14:28:00.209022 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'port': {'device_id': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'admin_state_up': True, 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'security_groups': ['724459d4-4730-4147-80e9-e7ad8e018722']}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:28:00.254742 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ac24c7e2-20a9-4cfa-9655-134d04b87614 req-09bfd816-6c9f-49d1-a216-4b0d9cadb8c1 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654929 Sep 11 14:28:00.334031 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Made reservation on behalf of 97b1ce0cd1c44c9f83eb51765173c48c for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:28:00.337569 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:00.439044 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a623ef-acb8-4e4a-a8d9-4f7327a34a66 req-56ba5578-8407-46e4-8dc9-dc4a7b6c4701 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:00.440544 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-45a623ef-acb8-4e4a-a8d9-4f7327a34a66 req-56ba5578-8407-46e4-8dc9-dc4a7b6c4701 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 944 time: 0.0935490 Sep 11 14:28:00.513500 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-45a623ef-acb8-4e4a-a8d9-4f7327a34a66 req-1326d8ae-b9f9-4bf0-862a-2d96690d3676 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671613 Sep 11 14:28:00.524642 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Allocated IP 172.20.0.14 (b9334138-2bee-4599-a9c7-3fbf9415e4f1/53d7107a-6ea8-49a7-b575-820b20ce5126/b84fca90-0fd7-4920-9f7f-694f2914de86) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:28:00.609635 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f431932e-fce2-4b30-8c89-4654441fd71a req-97df683a-272e-4017-a0eb-46e8051e7128 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 210 time: 0.0414336 Sep 11 14:28:00.683410 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:00.696096 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Transition to ACTIVE for port object b84fca90-0fd7-4920-9f7f-694f2914de86 will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:28:00.727970 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:00.777927 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Network b9334138-2bee-4599-a9c7-3fbf9415e4f1 is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:28:00.785886 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:28:00.788493 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:28:00.791614 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'Port': ['ID=b84fca90-0fd7-4920-9f7f-694f2914de86,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:00.847707 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:00.848411 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:00.866195 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-e6827439-da05-46fd-9f62-28f7a70c3cd9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6622374 Sep 11 14:28:00.888241 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Request body: {'port': {'device_id': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:28:00.949016 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:00.972214 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7bfb793e-5101-4ca4-860d-8dba85fff039 None None] Provisioning for port b84fca90-0fd7-4920-9f7f-694f2914de86 completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:28:00.976238 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-7bfb793e-5101-4ca4-860d-8dba85fff039 None None] Provisioning complete for port b84fca90-0fd7-4920-9f7f-694f2914de86 triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:28:00.976678 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-7bfb793e-5101-4ca4-860d-8dba85fff039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:01.011840 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb793e-5101-4ca4-860d-8dba85fff039 None None] Port b84fca90-0fd7-4920-9f7f-694f2914de86 cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:28:01.205934 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84fca90-0fd7-4920-9f7f-694f2914de86 {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:28:01.213285 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:01.225812 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Transition to ACTIVE for port object b84fca90-0fd7-4920-9f7f-694f2914de86 will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:28:01.228608 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:01.229873 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:01.235414 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 309d5629-8e2c-4d07-a09a-6182c8d88bd6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:28:01.280376 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Pushing event updated for resources: {'Port': ['ID=b84fca90-0fd7-4920-9f7f-694f2914de86,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:01.355624 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 309d5629-8e2c-4d07-a09a-6182c8d88bd6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=309d5629-8e2c-4d07-a09a-6182c8d88bd6,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:01.368269 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '309d5629-8e2c-4d07-a09a-6182c8d88bd6', 'network_id': '999e5aa1-8738-48e3-b639-e81e0ae64d04', 'port_id': '309d5629-8e2c-4d07-a09a-6182c8d88bd6', 'mac_address': 'fa:16:3e:5f:95:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3ec80a-6476-47fa-a59b-239220c5d9f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:28:01.389710 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Attempting to bind port b84fca90-0fd7-4920-9f7f-694f2914de86 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:28:01.390045 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Attempting to bind port b84fca90-0fd7-4920-9f7f-694f2914de86 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:28:01.390367 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Attempting to bind port b84fca90-0fd7-4920-9f7f-694f2914de86 on network b9334138-2bee-4599-a9c7-3fbf9415e4f1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:28:01.400939 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e53a73-e8fa-4eb4-8b35-af80b9d29649 req-e61ec840-1825-4019-a5ab-daccb8b10472 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:01.402663 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c6e53a73-e8fa-4eb4-8b35-af80b9d29649 req-e61ec840-1825-4019-a5ab-daccb8b10472 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0737567 Sep 11 14:28:01.404931 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Port b84fca90-0fd7-4920-9f7f-694f2914de86 on network b9334138-2bee-4599-a9c7-3fbf9415e4f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:28:01.405252 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Attempting to bind port b84fca90-0fd7-4920-9f7f-694f2914de86 on network b9334138-2bee-4599-a9c7-3fbf9415e4f1 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:28:01.413107 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:01.417561 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:28:01.417896 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Checking segment: {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:28:01.418268 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Bound using segment: {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:28:01.418709 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Bound port: b84fca90-0fd7-4920-9f7f-694f2914de86, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a51a8d4-753e-4dc1-99d6-77acc14c0d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:28:01.419059 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:01.427826 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309d5629-8e2c-4d07-a09a-6182c8d88bd6 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:28:01.448544 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 309d5629-8e2c-4d07-a09a-6182c8d88bd6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=309d5629-8e2c-4d07-a09a-6182c8d88bd6,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:01.453753 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:01.472753 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c6e53a73-e8fa-4eb4-8b35-af80b9d29649 req-9216ac83-b4cf-4ef8-a2a1-eae4548bb563 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638397 Sep 11 14:28:01.501970 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=309d5629-8e2c-4d07-a09a-6182c8d88bd6,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:01.506741 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] For port b84fca90-0fd7-4920-9f7f-694f2914de86, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:28:01.509283 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.509698 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.509871 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] For port b84fca90-0fd7-4920-9f7f-694f2914de86, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b84fca90-0fd7-4920-9f7f-694f2914de86,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:28:01.510136 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.510577 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.511025 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.511471 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.511857 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.512242 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.512628 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.513212 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.513632 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.513962 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:01.514086 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:01.548524 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:01.549044 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:01.550634 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] 10.222.0.13 "PUT /v2.0/ports/b84fca90-0fd7-4920-9f7f-694f2914de86 HTTP/1.1" status: 200 len: 1094 time: 0.6676338 Sep 11 14:28:01.550941 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:28:01.553073 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:28:01.576973 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08101ea6-cd47-415f-a806-cfef39889455 service neutron] Pushing event updated for resources: {'Port': ['ID=b84fca90-0fd7-4920-9f7f-694f2914de86,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:01.662122 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb95b1-86bc-4f37-9d25-ea68190ea6ed req-68396480-af59-427b-8df7-fc5113f58125 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:01.663648 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a9bb95b1-86bc-4f37-9d25-ea68190ea6ed req-68396480-af59-427b-8df7-fc5113f58125 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 945 time: 0.0786753 Sep 11 14:28:01.687874 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-25e83f34-b3f0-4356-a278-242bd4e73239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:01.689403 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-25e83f34-b3f0-4356-a278-242bd4e73239 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 1097 time: 0.0683534 Sep 11 14:28:01.709453 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a9bb95b1-86bc-4f37-9d25-ea68190ea6ed req-f5476af2-2423-4e25-bbb4-984d5bc55f7d tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379851 Sep 11 14:28:01.871197 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['309d5629-8e2c-4d07-a09a-6182c8d88bd6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:28:01.990626 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6ae5f3-2399-4d7d-ae0f-d3f44c0b0e9c x-openstack-request-id: req-da6ae5f3-2399-4d7d-ae0f-d3f44c0b0e9c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:28:01.990858 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:28:01.991069 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da6ae5f3-2399-4d7d-ae0f-d3f44c0b0e9c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:28:01.991456 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'status': 'completed', 'code': 200} Sep 11 14:28:01.993543 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-ed4ffa55-a543-4834-8fbf-a3b4ec4fb701 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84fca90-0fd7-4920-9f7f-694f2914de86 HTTP/1.1" status: 200 len: 217 time: 0.2832429 Sep 11 14:28:02.077826 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7349e5a-4d89-47c0-bd4f-28ce0114843b req-c04686fe-5268-4fd7-9880-99270ae5b63b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:02.079294 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f7349e5a-4d89-47c0-bd4f-28ce0114843b req-c04686fe-5268-4fd7-9880-99270ae5b63b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 944 time: 0.0906138 Sep 11 14:28:02.081107 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-0d7b2708-43a3-471e-aa4e-b9739857bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:02.082405 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-0d7b2708-43a3-471e-aa4e-b9739857bc8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.0639462 Sep 11 14:28:02.141165 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f7349e5a-4d89-47c0-bd4f-28ce0114843b req-54c4259a-663b-4802-a5b6-4d6e5216100b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554550 Sep 11 14:28:02.152696 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-d25ae5bd-38ce-447a-a7a5-df41d3efc6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:02.154140 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-d25ae5bd-38ce-447a-a7a5-df41d3efc6e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553360 Sep 11 14:28:02.248138 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-c5a5355d-e9a9-4821-aef5-a3a561f40baa service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Sep 11 14:28:02.345035 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d6eb5a40-9bb8-41c6-8386-7e0b3c716154 req-521092e3-bcf0-46c2-b771-37b1d719421b service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834107 Sep 11 14:28:02.485909 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b req-5d0a74e2-a220-42e4-9a4f-a08957fed44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:02.487352 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b req-5d0a74e2-a220-42e4-9a4f-a08957fed44c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 1097 time: 0.0400767 Sep 11 14:28:02.612462 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b req-75b02200-a62d-4b17-adc9-f37839f739aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:02.613922 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b req-75b02200-a62d-4b17-adc9-f37839f739aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 912 time: 0.1167905 Sep 11 14:28:02.622042 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c9607-5056-4a81-9fd8-a72260297a24 req-ac37ac9c-5053-49d9-8d13-b44c26b32a6a tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:02.623389 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a72c9607-5056-4a81-9fd8-a72260297a24 req-ac37ac9c-5053-49d9-8d13-b44c26b32a6a tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0665934 Sep 11 14:28:02.671148 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b req-e2cfba6e-0906-41d2-b8eb-715a29508cfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84fca90-0fd7-4920-9f7f-694f2914de86 HTTP/1.1" status: 200 len: 217 time: 0.0468571 Sep 11 14:28:02.714617 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a72c9607-5056-4a81-9fd8-a72260297a24 req-59f4507d-291e-4f38-a9b8-66fb5f2b1a00 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848367 Sep 11 14:28:02.731681 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b req-8bd7bcf0-8856-4bfa-a211-d30fc724f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:02.733171 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b req-8bd7bcf0-8856-4bfa-a211-d30fc724f4d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.0501881 Sep 11 14:28:02.814684 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b req-36cab792-2533-4b4e-94fc-1962bfb5e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:02.816064 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b req-36cab792-2533-4b4e-94fc-1962bfb5e1b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657709 Sep 11 14:28:02.839358 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0223240-0eeb-4b65-9c6a-160860a67afd req-4a3e1082-579e-4763-a5ab-3d2586fb8880 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:02.840763 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d0223240-0eeb-4b65-9c6a-160860a67afd req-4a3e1082-579e-4763-a5ab-3d2586fb8880 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 945 time: 0.0637591 Sep 11 14:28:02.922337 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d0223240-0eeb-4b65-9c6a-160860a67afd req-b7812cae-607e-4348-a328-910b7486ffac tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688412 Sep 11 14:28:02.942748 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b req-494a479d-746c-46e2-a302-0ac9b911b431 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179845 Sep 11 14:28:03.040897 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a66ec7a5-f33c-40bb-95ca-8c74948fb15b req-ccd11973-4fe8-4298-98b0-05c16dff3440 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869524 Sep 11 14:28:03.240600 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 309d5629-8e2c-4d07-a09a-6182c8d88bd6 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:28:03.255804 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cfa5f-7eaa-4865-8600-5764fddc4825 req-7c88dad6-86f6-40b9-ac83-c8eef5845ad8 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:03.257309 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fa1cfa5f-7eaa-4865-8600-5764fddc4825 req-7c88dad6-86f6-40b9-ac83-c8eef5845ad8 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 944 time: 0.0489113 Sep 11 14:28:03.287145 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 309d5629-8e2c-4d07-a09a-6182c8d88bd6 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:28:03.291284 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 309d5629-8e2c-4d07-a09a-6182c8d88bd6 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:28:03.292159 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:03.296102 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-fa1cfa5f-7eaa-4865-8600-5764fddc4825 req-9d437bef-0446-48bf-8560-132f6ec53e7a tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Sep 11 14:28:03.369178 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:03.392953 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe99fb3c-cdae-48c8-aac1-28a2381e1249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309d5629-8e2c-4d07-a09a-6182c8d88bd6'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:28:03.395186 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bd79fb-fe26-446e-9223-bf268c77580b" -d '{"events": [{"server_uuid": "fe99fb3c-cdae-48c8-aac1-28a2381e1249", "name": "network-vif-plugged", "status": "completed", "tag": "309d5629-8e2c-4d07-a09a-6182c8d88bd6"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:28:03.407656 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 309d5629-8e2c-4d07-a09a-6182c8d88bd6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=309d5629-8e2c-4d07-a09a-6182c8d88bd6,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:03.411566 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:03.435299 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dcb841-420c-4f97-8f57-08104773b850 x-openstack-request-id: req-11dcb841-420c-4f97-8f57-08104773b850 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:28:03.435592 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe99fb3c-cdae-48c8-aac1-28a2381e1249", "name": "network-vif-plugged", "status": "completed", "tag": "309d5629-8e2c-4d07-a09a-6182c8d88bd6", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:28:03.435844 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11dcb841-420c-4f97-8f57-08104773b850 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:28:03.436262 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe99fb3c-cdae-48c8-aac1-28a2381e1249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309d5629-8e2c-4d07-a09a-6182c8d88bd6', 'code': 200} Sep 11 14:28:03.459778 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=309d5629-8e2c-4d07-a09a-6182c8d88bd6,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:03.686354 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9b777-61e6-441c-8f2b-cdcbde392e6a req-93daa977-4129-4538-aedf-158253af1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:03.687707 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-02f9b777-61e6-441c-8f2b-cdcbde392e6a req-93daa977-4129-4538-aedf-158253af1175 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5865367ae25f485aa8f5e84e1266c342&device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 1098 time: 0.0698857 Sep 11 14:28:03.693483 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764017f-b0b8-4776-b9f9-7a313670ae19 req-77a417be-0ab3-4c20-b104-4c8848093b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:03.694822 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b764017f-b0b8-4776-b9f9-7a313670ae19 req-77a417be-0ab3-4c20-b104-4c8848093b34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 1099 time: 0.0534976 Sep 11 14:28:03.777302 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b764017f-b0b8-4776-b9f9-7a313670ae19 req-3bfde55e-bb9b-45f9-a44b-0d60214684a4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744741 Sep 11 14:28:03.828098 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9b777-61e6-441c-8f2b-cdcbde392e6a req-fd75ed2a-a6c4-430e-943a-1f0b77b69171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:03.829562 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-02f9b777-61e6-441c-8f2b-cdcbde392e6a req-fd75ed2a-a6c4-430e-943a-1f0b77b69171 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c16c080e-4852-4848-b89b-9689ca5903d2 HTTP/1.1" status: 200 len: 909 time: 0.1339288 Sep 11 14:28:03.845458 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a3368-977f-413e-8cad-386712e3badc req-df24cc4f-907f-470d-8a48-0492f1da57bc tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:03.846904 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-825a3368-977f-413e-8cad-386712e3badc req-df24cc4f-907f-470d-8a48-0492f1da57bc tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0639069 Sep 11 14:28:03.882808 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-825a3368-977f-413e-8cad-386712e3badc req-6561f157-2656-4316-9296-bdd86b74dc3f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300827 Sep 11 14:28:04.034524 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b22de-2c25-4d54-9d67-cec7151369a7 req-b90a856f-e245-4fb4-a686-eb3f93f019da tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:04.035991 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c95b22de-2c25-4d54-9d67-cec7151369a7 req-b90a856f-e245-4fb4-a686-eb3f93f019da tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 946 time: 0.0491467 Sep 11 14:28:04.073153 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c95b22de-2c25-4d54-9d67-cec7151369a7 req-ad2fed21-e50c-4752-b615-ad26dc9f15e1 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303547 Sep 11 14:28:04.186808 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-02f9b777-61e6-441c-8f2b-cdcbde392e6a req-02c0b763-979b-498a-bc1e-f1f60cdb9e1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62 HTTP/1.1" status: 200 len: 1001 time: 0.0563915 Sep 11 14:28:04.255164 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9b777-61e6-441c-8f2b-cdcbde392e6a req-d68572b0-cb56-4686-846b-641886cb34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:04.256523 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-02f9b777-61e6-441c-8f2b-cdcbde392e6a req-d68572b0-cb56-4686-846b-641886cb34bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb383d2c-3476-4fcf-ae2a-b672afc16a15 HTTP/1.1" status: 200 len: 847 time: 0.0467751 Sep 11 14:28:04.308437 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9b777-61e6-441c-8f2b-cdcbde392e6a req-b37bf2c9-59a3-4b55-a31f-a564e2c3325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:04.309879 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-02f9b777-61e6-441c-8f2b-cdcbde392e6a req-b37bf2c9-59a3-4b55-a31f-a564e2c3325f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c16c080e-4852-4848-b89b-9689ca5903d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407758 Sep 11 14:28:04.310890 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8bf02695-6064-462f-9983-efd718a2fd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:04.436344 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-02f9b777-61e6-441c-8f2b-cdcbde392e6a req-cf86fe9c-937c-4f02-a0ce-11bd1c7519b0 service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136255 Sep 11 14:28:04.448335 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf84814-dfd4-4f18-8ef6-a2a898b83909 req-2aff08f4-7c8e-4f49-8dd6-5b3dfe33a21c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:04.449691 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4bf84814-dfd4-4f18-8ef6-a2a898b83909 req-2aff08f4-7c8e-4f49-8dd6-5b3dfe33a21c tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 944 time: 0.0710602 Sep 11 14:28:04.534083 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4bf84814-dfd4-4f18-8ef6-a2a898b83909 req-af795186-b5be-4cc5-bd38-cb75f3323db3 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766501 Sep 11 14:28:04.559867 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-02f9b777-61e6-441c-8f2b-cdcbde392e6a req-214d3d37-b567-4026-ba26-37749e96cee8 service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092622 Sep 11 14:28:05.001242 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3592865-dce0-43ff-8d78-3559d0b546c8 req-d6739c20-fa74-463d-aa84-65b068130f82 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:05.002704 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f3592865-dce0-43ff-8d78-3559d0b546c8 req-d6739c20-fa74-463d-aa84-65b068130f82 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0537651 Sep 11 14:28:05.041340 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-f3592865-dce0-43ff-8d78-3559d0b546c8 req-d3a22ae4-1c13-453a-8075-8801872199c5 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Sep 11 14:28:05.193969 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b73d88-62a8-4e06-83b3-1dc6fb6ee254 req-f5e947ac-0474-44d9-9f00-13f6f361d5f4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:05.195172 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88b73d88-62a8-4e06-83b3-1dc6fb6ee254 req-f5e947ac-0474-44d9-9f00-13f6f361d5f4 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 946 time: 0.0503495 Sep 11 14:28:05.249056 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-88b73d88-62a8-4e06-83b3-1dc6fb6ee254 req-85edebd3-b1dd-4f2f-abf3-8e7b3b54e9c2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472128 Sep 11 14:28:05.644041 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a2692-6cde-4adf-9385-46803afc4fd2 req-18d85ebf-8ccd-4587-b0d1-0199beb41dcc tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:05.645496 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8c1a2692-6cde-4adf-9385-46803afc4fd2 req-18d85ebf-8ccd-4587-b0d1-0199beb41dcc tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 944 time: 0.0464935 Sep 11 14:28:05.685321 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8c1a2692-6cde-4adf-9385-46803afc4fd2 req-46606ef0-98d8-45d5-9f0c-92706bb1cf28 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332320 Sep 11 14:28:06.153681 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287cc2f-42e1-4be2-b8d5-3ea39f4835d4 req-28556a63-adad-45ee-997c-0a82f67914d1 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:06.155125 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2287cc2f-42e1-4be2-b8d5-3ea39f4835d4 req-28556a63-adad-45ee-997c-0a82f67914d1 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0477686 Sep 11 14:28:06.192407 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2287cc2f-42e1-4be2-b8d5-3ea39f4835d4 req-71220e1a-3127-4204-9d09-a8d9a61b5964 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313721 Sep 11 14:28:06.362310 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be859808-52ff-469a-a49c-96858286e28e req-a1d32766-724e-44e4-a85c-9be047e00198 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:06.363690 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-be859808-52ff-469a-a49c-96858286e28e req-a1d32766-724e-44e4-a85c-9be047e00198 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 946 time: 0.0484235 Sep 11 14:28:06.401941 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-be859808-52ff-469a-a49c-96858286e28e req-60b7c39d-e29f-4587-a910-3854c8543a9e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Sep 11 14:28:06.801803 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cfe81-5c30-48fc-8443-0ae74a74453a req-a124d2c2-ea94-4f2b-a197-f38e59e13ab0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:06.803263 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a22cfe81-5c30-48fc-8443-0ae74a74453a req-a124d2c2-ea94-4f2b-a197-f38e59e13ab0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 944 time: 0.0498409 Sep 11 14:28:06.846712 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a22cfe81-5c30-48fc-8443-0ae74a74453a req-c77fc791-75e5-4f4f-9fe5-bc9f7b4b8c14 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364311 Sep 11 14:28:06.888775 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-bcde5650-1837-4e05-b162-dfa6b1123253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:07.141657 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:07.307444 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991b802-3125-40a1-80c1-64f14f1a7256 req-e97d27fb-cf09-464d-88fd-c9df2ff70ff6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:07.308916 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6991b802-3125-40a1-80c1-64f14f1a7256 req-e97d27fb-cf09-464d-88fd-c9df2ff70ff6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0493305 Sep 11 14:28:07.345563 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6991b802-3125-40a1-80c1-64f14f1a7256 req-e18b4783-ae66-4481-9f54-f279fea94063 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306692 Sep 11 14:28:08.111069 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:08.143250 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b17d-79fa-447b-b055-119a1db368cf req-48001d3c-0981-48f9-a6ed-050f05591eff tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:08.144859 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3371b17d-79fa-447b-b055-119a1db368cf req-48001d3c-0981-48f9-a6ed-050f05591eff tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 944 time: 0.0575147 Sep 11 14:28:08.183511 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3371b17d-79fa-447b-b055-119a1db368cf req-9373861e-59f1-404f-bc0c-d2b1668eb17f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Sep 11 14:28:08.457522 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cadcc-a1c8-45ba-94ed-1a36d4b67a4b req-c39b19c5-121d-4c10-91d6-1474b3dde6b4 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:08.458900 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-047cadcc-a1c8-45ba-94ed-1a36d4b67a4b req-c39b19c5-121d-4c10-91d6-1474b3dde6b4 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0494189 Sep 11 14:28:08.499622 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-047cadcc-a1c8-45ba-94ed-1a36d4b67a4b req-3a9e379c-abd1-4cc1-9fde-194936bdb4d7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346992 Sep 11 14:28:08.703850 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff701d-2a77-41ed-914a-d5eb77a1563e req-213e6765-1e4c-4eb3-a063-f53c6bfb7be4 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:08.704209 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-73ff701d-2a77-41ed-914a-d5eb77a1563e req-213e6765-1e4c-4eb3-a063-f53c6bfb7be4 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0520217 Sep 11 14:28:08.744455 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-73ff701d-2a77-41ed-914a-d5eb77a1563e req-389996e8-4945-4044-a2a9-5036521551f5 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341430 Sep 11 14:28:08.774064 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-ef3b0f0b-70ca-4b34-854a-94cabdf8fd10 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1417999 Sep 11 14:28:09.296384 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509adc17-9467-4fe0-ab9b-d48ef9c7cc50 req-b7a6ed37-c74b-4515-81fc-5c5ffd876bd3 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:09.297000 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device b84fca90-0fd7-4920-9f7f-694f2914de86 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:28:09.297866 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-509adc17-9467-4fe0-ab9b-d48ef9c7cc50 req-b7a6ed37-c74b-4515-81fc-5c5ffd876bd3 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 944 time: 0.0479271 Sep 11 14:28:09.309477 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 13da7bba-2d87-4f46-9ca5-eca50c444d62 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:28:09.336261 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-509adc17-9467-4fe0-ab9b-d48ef9c7cc50 req-30c08b9e-4d7d-4c7a-a377-da17e91f126a tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Sep 11 14:28:09.450687 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:09.456805 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port b84fca90-0fd7-4920-9f7f-694f2914de86, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b84fca90-0fd7-4920-9f7f-694f2914de86,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:09.478005 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'port_id': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'mac_address': 'fa:16:3e:dd:db:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:28:09.485519 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:28:09.487723 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ec906d-41e2-4f18-8004-695ef8243212" -d '{"events": [{"server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "name": "network-vif-unplugged", "status": "completed", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:28:09.518045 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 13da7bba-2d87-4f46-9ca5-eca50c444d62, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:09.519880 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 11 Sep 2021 14:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b791cb95-251a-414e-b0f9-60b418a4ba15 x-openstack-request-id: req-b791cb95-251a-414e-b0f9-60b418a4ba15 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:28:09.520091 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "name": "network-vif-unplugged", "status": "failed", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62", "code": 422}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:28:09.520369 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b791cb95-251a-414e-b0f9-60b418a4ba15 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:28:09.520769 dv-cinder-760197-9-iscsi neutron-server[93837]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'code': 422} returned with failed status Sep 11 14:28:09.524723 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:09.560447 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:09.591364 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84fca90-0fd7-4920-9f7f-694f2914de86 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:28:09.604757 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=13da7bba-2d87-4f46-9ca5-eca50c444d62,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:09.614650 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:09.623021 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port b84fca90-0fd7-4920-9f7f-694f2914de86, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b84fca90-0fd7-4920-9f7f-694f2914de86,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:09.626867 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:09.671194 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=b84fca90-0fd7-4920-9f7f-694f2914de86,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:09.855781 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b9159-b227-44a3-9801-46f00d72d666 req-1e7623ba-ed5a-4eff-8aba-fccfecb82325 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:09.857263 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-730b9159-b227-44a3-9801-46f00d72d666 req-1e7623ba-ed5a-4eff-8aba-fccfecb82325 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0481055 Sep 11 14:28:09.896900 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-730b9159-b227-44a3-9801-46f00d72d666 req-2ad97bcd-b784-45b2-893f-010198c80db2 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338969 Sep 11 14:28:10.007439 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['b84fca90-0fd7-4920-9f7f-694f2914de86'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:28:10.450742 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f47a-fddf-4ed2-bbc7-19c39d87d3ed req-29e4fd28-7b84-4012-932d-764509502c7d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:10.452220 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3e51f47a-fddf-4ed2-bbc7-19c39d87d3ed req-29e4fd28-7b84-4012-932d-764509502c7d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 945 time: 0.0486848 Sep 11 14:28:10.489618 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3e51f47a-fddf-4ed2-bbc7-19c39d87d3ed req-87bf144f-dc6d-4c29-a850-e1692a1ad330 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Sep 11 14:28:11.161612 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48f081-c787-4b4e-96c0-4188ce3058a1 req-74e1660f-58de-4b5f-a5f0-73814ea2b52b tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:11.163041 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bc48f081-c787-4b4e-96c0-4188ce3058a1 req-74e1660f-58de-4b5f-a5f0-73814ea2b52b tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0477786 Sep 11 14:28:11.200472 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bc48f081-c787-4b4e-96c0-4188ce3058a1 req-69321456-34eb-4828-a1fa-639e20ba9548 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312705 Sep 11 14:28:11.324047 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device b84fca90-0fd7-4920-9f7f-694f2914de86 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:28:11.374166 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port b84fca90-0fd7-4920-9f7f-694f2914de86 completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:28:11.377829 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port b84fca90-0fd7-4920-9f7f-694f2914de86 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:28:11.378203 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:11.454713 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:11.484739 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port b84fca90-0fd7-4920-9f7f-694f2914de86, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b84fca90-0fd7-4920-9f7f-694f2914de86,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:11.488444 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:11.525176 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:28:11.528226 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7252843d-e5e8-4de5-a774-e68fd67bad10" -d '{"events": [{"server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "name": "network-vif-plugged", "status": "completed", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:28:11.539344 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=b84fca90-0fd7-4920-9f7f-694f2914de86,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:11.601101 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6954-7788-48a1-98ee-1c5e7160ee58 req-3cee15ef-e1ae-436c-8977-7c156105b21f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:11.602534 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b3e6954-7788-48a1-98ee-1c5e7160ee58 req-3cee15ef-e1ae-436c-8977-7c156105b21f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 946 time: 0.0471733 Sep 11 14:28:11.643150 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3b3e6954-7788-48a1-98ee-1c5e7160ee58 req-eee8b29b-e14d-45e9-a43a-353301619387 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338769 Sep 11 14:28:11.685966 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a29b92-ad93-4044-a8da-0497f8d08018 x-openstack-request-id: req-52a29b92-ad93-4044-a8da-0497f8d08018 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:28:11.686254 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "name": "network-vif-plugged", "status": "completed", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:28:11.686502 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52a29b92-ad93-4044-a8da-0497f8d08018 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:28:11.686893 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'code': 200} Sep 11 14:28:11.973527 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3550124-0187-4afc-b113-93a3079e0567 req-68884772-c25e-4d34-8442-4048d8d642f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:11.974975 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d3550124-0187-4afc-b113-93a3079e0567 req-68884772-c25e-4d34-8442-4048d8d642f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 1099 time: 0.0387003 Sep 11 14:28:12.010479 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d3550124-0187-4afc-b113-93a3079e0567 req-0cec0a1b-bef7-42d9-ad27-2aad705f8276 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276065 Sep 11 14:28:12.313329 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cc516-b8da-4420-ae85-ec2ea06c736c req-34b0097b-74ca-4775-8dca-9b36a535e15d tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:12.314815 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-394cc516-b8da-4420-ae85-ec2ea06c736c req-34b0097b-74ca-4775-8dca-9b36a535e15d tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0488467 Sep 11 14:28:12.352354 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-394cc516-b8da-4420-ae85-ec2ea06c736c req-7ec6b371-ec7b-464d-a632-262b018e5335 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317943 Sep 11 14:28:12.757845 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a9986-70a5-4870-82ca-04e6d8af3f0c req-1b7270b4-3166-458b-be05-ffc96c1bf0c5 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:12.759305 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-343a9986-70a5-4870-82ca-04e6d8af3f0c req-1b7270b4-3166-458b-be05-ffc96c1bf0c5 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 946 time: 0.0497131 Sep 11 14:28:12.799764 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-343a9986-70a5-4870-82ca-04e6d8af3f0c req-1fde3b65-8ead-4c95-97cb-63c517a9ba6d tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342357 Sep 11 14:28:13.462509 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346e8bd-b7c4-440f-9597-76865dd97fe3 req-392e8fe7-c0b9-42df-bbb2-96c44a8c7230 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:13.463933 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b346e8bd-b7c4-440f-9597-76865dd97fe3 req-392e8fe7-c0b9-42df-bbb2-96c44a8c7230 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0476534 Sep 11 14:28:13.500031 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b346e8bd-b7c4-440f-9597-76865dd97fe3 req-15573b1e-b296-4953-af98-75ac6175eaf6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303059 Sep 11 14:28:13.911136 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f095bd4-9e38-43f0-ba38-633a5e246b77 req-f5503b00-a523-48ba-b266-54a41f65ebc5 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:13.912682 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3f095bd4-9e38-43f0-ba38-633a5e246b77 req-f5503b00-a523-48ba-b266-54a41f65ebc5 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 946 time: 0.0480945 Sep 11 14:28:13.950220 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3f095bd4-9e38-43f0-ba38-633a5e246b77 req-cfe3a8c0-6602-433c-a982-a18cd423bfda tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309174 Sep 11 14:28:14.061546 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d95e6-9f79-4d6a-8cf3-3c9ff6734c05 req-c41a43ea-ab1c-4cda-8033-dca5e4cd7858 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:14.062984 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-954d95e6-9f79-4d6a-8cf3-3c9ff6734c05 req-c41a43ea-ab1c-4cda-8033-dca5e4cd7858 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 946 time: 0.0479300 Sep 11 14:28:14.102694 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-954d95e6-9f79-4d6a-8cf3-3c9ff6734c05 req-c1c8aec0-126f-4dd8-a964-d2bff51c51f0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338447 Sep 11 14:28:14.124304 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45384) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:14.161819 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff3230-bbe7-4e35-a3cd-8d171b80506c tempest-TestVolumeBootPattern-127195204 tempest-TestVolumeBootPattern-127195204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:14.163285 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-8bff3230-bbe7-4e35-a3cd-8d171b80506c tempest-TestVolumeBootPattern-127195204 tempest-TestVolumeBootPattern-127195204-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 1094 time: 0.0379190 Sep 11 14:28:14.166187 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45386) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:14.170854 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.v2.base [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Request body: {'floatingip': {'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'port_id': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:28:14.195453 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:14.524206 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:14.611818 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71008f9e-f3b1-49fe-a5b6-20427bbd3f71 req-73f27358-f51a-40ba-ac56-cf8dc2f7f8c9 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:14.613302 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-71008f9e-f3b1-49fe-a5b6-20427bbd3f71 req-73f27358-f51a-40ba-ac56-cf8dc2f7f8c9 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0479312 Sep 11 14:28:14.626712 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_common [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Allocated IP 172.27.0.59 (ccc84ca7-8539-4d0c-8002-ccce8f9bda7a/3a9099ad-3f1f-4f65-92da-f2cf15fc04df/221bc138-8c8a-4f9d-8ead-b9bf83a31eda) {{(pid=93836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:28:14.652785 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-71008f9e-f3b1-49fe-a5b6-20427bbd3f71 req-99a1a7f8-2d07-4558-86fa-caf8860de25c tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329547 Sep 11 14:28:14.731092 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for port, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:14.768818 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:14.806469 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Network ccc84ca7-8539-4d0c-8002-ccce8f9bda7a is already hosted by enough agents. {{(pid=93836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:28:14.810908 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.base_scheduler [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Resources bound (agent type, host, resource id): {{(pid=93836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:28:14.817291 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Received port after_create {{(pid=93836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:28:14.820315 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'Port': ['ID=221bc138-8c8a-4f9d-8ead-b9bf83a31eda,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:15.179094 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:15.246900 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:15.394936 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for port, precommit_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:15.399220 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12378493'] for port, after_update {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:15.477526 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event updated for resources: {'Port': ['ID=221bc138-8c8a-4f9d-8ead-b9bf83a31eda,revision_number=2']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:15.485679 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-283957'] for floatingip, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:15.582352 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.l3_db [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Floating IP 422033f5-690e-4079-8817-ef1ef11c815a associated. External IP: 172.27.0.59, port: b84fca90-0fd7-4920-9f7f-694f2914de86. Sep 11 14:28:15.771871 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57e192-eddd-4231-9826-87b05f5b10ee req-e4ec25f8-e887-4887-a128-1932ac4a4776 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:15.773348 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7d57e192-eddd-4231-9826-87b05f5b10ee req-e4ec25f8-e887-4887-a128-1932ac4a4776 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0501065 Sep 11 14:28:15.794748 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Router f169a7a3-8a15-46dc-8c94-0c761b064357 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:28:15.813069 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7d57e192-eddd-4231-9826-87b05f5b10ee req-ff455070-5ea9-43fb-9259-f5e22e8a4ea1 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322552 Sep 11 14:28:15.902410 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:28:15.913043 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5115ca-3c29-4b7b-b71b-e145eb43f778 None None] Sync routers for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:28:15.923685 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5115ca-3c29-4b7b-b71b-e145eb43f778 None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:28:15.924608 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:15.924963 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6a5115ca-3c29-4b7b-b71b-e145eb43f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:28:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:28:15.954878 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-7749d8da-767b-4a82-be44-6b5fa8db0788 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7871110 Sep 11 14:28:15.955525 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:28:15.957801 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63358781-5fdc-4210-9a1f-bde3c6087406" -d '{"events": [{"name": "network-changed", "server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:28:16.036236 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6a5115ca-3c29-4b7b-b71b-e145eb43f778 None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:28:16.037470 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d89ac0-66ea-4fbb-81e6-d1a6fbc2dfcf x-openstack-request-id: req-b9d89ac0-66ea-4fbb-81e6-d1a6fbc2dfcf {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:28:16.038067 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:28:16.039412 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9d89ac0-66ea-4fbb-81e6-d1a6fbc2dfcf {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:28:16.039867 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'status': 'completed', 'code': 200} Sep 11 14:28:16.224236 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63358781-5fdc-4210-9a1f-bde3c6087406 req-061e0949-5f43-4bb8-be17-563a5f8401d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:16.225750 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-63358781-5fdc-4210-9a1f-bde3c6087406 req-061e0949-5f43-4bb8-be17-563a5f8401d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 1099 time: 0.0690343 Sep 11 14:28:16.243485 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-4900581d-af5f-4993-b5c0-a480fe8e100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:16.245641 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-4900581d-af5f-4993-b5c0-a480fe8e100e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f&tenant_id=5865367ae25f485aa8f5e84e1266c342 HTTP/1.1" status: 200 len: 1096 time: 0.0806634 Sep 11 14:28:16.266935 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6a5115ca-3c29-4b7b-b71b-e145eb43f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '422033f5-690e-4079-8817-ef1ef11c815a', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:dd:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:28:15Z', 'updated_at': '2021-09-11T14:28:15Z', 'revision_number': 0, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}, {'id': '722ebc4a-e365-41d1-9645-0609162c7c39', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:6a:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:55Z', 'updated_at': '2021-09-11T14:25:57Z', 'revision_number': 1, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:28:16.296071 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5115ca-3c29-4b7b-b71b-e145eb43f778 None None] Checking router: f169a7a3-8a15-46dc-8c94-0c761b064357 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:28:16.304291 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5115ca-3c29-4b7b-b71b-e145eb43f778 None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:28:16.304904 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6a5115ca-3c29-4b7b-b71b-e145eb43f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:28:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:28:16.348074 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63358781-5fdc-4210-9a1f-bde3c6087406 req-899adf7a-186b-42e7-9003-e366666ea516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:16.349541 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-63358781-5fdc-4210-9a1f-bde3c6087406 req-899adf7a-186b-42e7-9003-e366666ea516 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 912 time: 0.1157928 Sep 11 14:28:16.357144 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-9358f589-e612-40e7-b05c-7916fa30268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:16.358747 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-9358f589-e612-40e7-b05c-7916fa30268d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5865367ae25f485aa8f5e84e1266c342&device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 1096 time: 0.0585065 Sep 11 14:28:16.411675 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-6a5115ca-3c29-4b7b-b71b-e145eb43f778 None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:28:16.467407 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-63358781-5fdc-4210-9a1f-bde3c6087406 req-b67ccf7e-625b-42da-8232-d133ba1cbfd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84fca90-0fd7-4920-9f7f-694f2914de86 HTTP/1.1" status: 200 len: 999 time: 0.1077199 Sep 11 14:28:16.516354 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-a25aaba4-ce3c-4524-bbc5-68b454c35205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:16.517820 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-a25aaba4-ce3c-4524-bbc5-68b454c35205 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c16c080e-4852-4848-b89b-9689ca5903d2 HTTP/1.1" status: 200 len: 909 time: 0.1513689 Sep 11 14:28:16.564761 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63358781-5fdc-4210-9a1f-bde3c6087406 req-efdc7f8e-6e8d-4885-9fbb-3f4994eab3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:16.566100 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-63358781-5fdc-4210-9a1f-bde3c6087406 req-efdc7f8e-6e8d-4885-9fbb-3f4994eab3f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.0826082 Sep 11 14:28:16.614941 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-f47f3937-86ce-4921-a88f-72f3ea7f5931 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62 HTTP/1.1" status: 200 len: 999 time: 0.0857923 Sep 11 14:28:16.627297 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63358781-5fdc-4210-9a1f-bde3c6087406 req-d6814c9e-d130-4a2c-8e33-ac43bd527b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:16.628733 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-63358781-5fdc-4210-9a1f-bde3c6087406 req-d6814c9e-d130-4a2c-8e33-ac43bd527b41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536869 Sep 11 14:28:16.631028 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-6a5115ca-3c29-4b7b-b71b-e145eb43f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '422033f5-690e-4079-8817-ef1ef11c815a', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:dd:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:28:15Z', 'updated_at': '2021-09-11T14:28:15Z', 'revision_number': 0, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}, {'id': '722ebc4a-e365-41d1-9645-0609162c7c39', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:6a:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:55Z', 'updated_at': '2021-09-11T14:25:57Z', 'revision_number': 1, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:28:16.661834 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5115ca-3c29-4b7b-b71b-e145eb43f778 None None] The sync data for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi is: [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '422033f5-690e-4079-8817-ef1ef11c815a', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:dd:db:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:28:15Z', 'updated_at': '2021-09-11T14:28:15Z', 'revision_number': 0, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}, {'id': '722ebc4a-e365-41d1-9645-0609162c7c39', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:6a:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:55Z', 'updated_at': '2021-09-11T14:25:57Z', 'revision_number': 1, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:28:16.720441 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-e39e51bd-c360-4e23-948f-74851e14c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:16.721923 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-e39e51bd-c360-4e23-948f-74851e14c7d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb383d2c-3476-4fcf-ae2a-b672afc16a15 HTTP/1.1" status: 200 len: 847 time: 0.0923100 Sep 11 14:28:16.893388 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ba974a-f71f-439e-8b17-5c50dbf0f350 None None] New status for floating IP 422033f5-690e-4079-8817-ef1ef11c815a: ACTIVE {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:28:17.030425 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-63358781-5fdc-4210-9a1f-bde3c6087406 req-cb969402-6307-488c-9ec3-8ee9b1bf4914 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923225 Sep 11 14:28:17.120582 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-4fd6ab09-86f9-4aca-877e-6890d72b1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:17.121959 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-4fd6ab09-86f9-4aca-877e-6890d72b1966 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c16c080e-4852-4848-b89b-9689ca5903d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3879869 Sep 11 14:28:17.131219 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126c3ee-18e2-42ad-8e8b-bc9a4e81457e req-7167ec1d-8846-43ae-9cc9-df93cf68c28f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:17.132570 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a126c3ee-18e2-42ad-8e8b-bc9a4e81457e req-7167ec1d-8846-43ae-9cc9-df93cf68c28f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.1269188 Sep 11 14:28:17.213728 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-63358781-5fdc-4210-9a1f-bde3c6087406 req-b9dcdd26-74cc-424d-8239-dfe86231d702 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669197 Sep 11 14:28:17.243995 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a126c3ee-18e2-42ad-8e8b-bc9a4e81457e req-4f3924cc-675f-4de4-8a8a-3d64ae8a1224 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019530 Sep 11 14:28:17.278469 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-98bb5169-5db7-4883-9ea7-a9ae6ac056d2 service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393044 Sep 11 14:28:17.378249 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3187e5cb-c3c2-4af7-98f5-8ac07628d738 req-f0212805-b32d-43d7-a141-aa64b83f37ec service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887022 Sep 11 14:28:18.360659 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b70886-3822-41b2-bed2-6f756fb0b37a req-e39e51b4-169a-4141-a369-104bdbcb4fc9 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:18.362117 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-84b70886-3822-41b2-bed2-6f756fb0b37a req-e39e51b4-169a-4141-a369-104bdbcb4fc9 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0485442 Sep 11 14:28:18.398526 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-84b70886-3822-41b2-bed2-6f756fb0b37a req-5e26477f-75dd-47f1-ba31-e14c3fb47b76 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305834 Sep 11 14:28:18.693235 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d98aaf-8f17-4195-b7c0-5fa2399fe123 req-371aaac5-6902-4208-8ded-b392a039de25 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:18.694670 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e7d98aaf-8f17-4195-b7c0-5fa2399fe123 req-371aaac5-6902-4208-8ded-b392a039de25 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 946 time: 0.0479214 Sep 11 14:28:18.735957 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e7d98aaf-8f17-4195-b7c0-5fa2399fe123 req-38996329-4455-426a-9b94-a5f24558ae0c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342646 Sep 11 14:28:19.509788 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d492a-71a7-477c-be44-b3112d3b7d21 req-d74a7cf4-aa45-42c2-a685-56984f1b519d tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:19.511205 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5f5d492a-71a7-477c-be44-b3112d3b7d21 req-d74a7cf4-aa45-42c2-a685-56984f1b519d tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0482709 Sep 11 14:28:19.548796 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5f5d492a-71a7-477c-be44-b3112d3b7d21 req-51921f11-e28d-4cb5-9fd9-01fce26b7d49 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317388 Sep 11 14:28:19.848417 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c621-4769-4ede-8ba4-83ef705f153e req-924914d1-8e0e-4138-8e60-11f30acc85ef tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:19.849854 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9338c621-4769-4ede-8ba4-83ef705f153e req-924914d1-8e0e-4138-8e60-11f30acc85ef tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 946 time: 0.0482805 Sep 11 14:28:19.885793 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9338c621-4769-4ede-8ba4-83ef705f153e req-119004d4-a07f-498a-865c-95c8ccbdedcd tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296285 Sep 11 14:28:20.658340 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be015e72-b827-405c-9074-b9e4d51159c0 req-7adcf3cd-00a0-432c-8c34-ba35987db4e3 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:20.659773 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-be015e72-b827-405c-9074-b9e4d51159c0 req-7adcf3cd-00a0-432c-8c34-ba35987db4e3 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0473440 Sep 11 14:28:20.693230 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:28:20.700749 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-be015e72-b827-405c-9074-b9e4d51159c0 req-8e05c6c4-8726-4cb2-82c3-22a87db603eb tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348692 Sep 11 14:28:20.911269 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee0f39-d554-4d5e-811c-57d47169cf43 req-c116c05b-3a37-4cf9-b664-b81e422ed3dc tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:20.912643 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9bee0f39-d554-4d5e-811c-57d47169cf43 req-c116c05b-3a37-4cf9-b664-b81e422ed3dc tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 946 time: 0.0464983 Sep 11 14:28:21.035889 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515cb07-de30-4e5f-9443-99e90ae7fc7b req-89c21e5b-8719-4b7d-9d86-f8cae1ecad44 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:21.038736 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2515cb07-de30-4e5f-9443-99e90ae7fc7b req-89c21e5b-8719-4b7d-9d86-f8cae1ecad44 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe99fb3c-cdae-48c8-aac1-28a2381e1249 HTTP/1.1" status: 200 len: 946 time: 0.0868287 Sep 11 14:28:21.067618 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9bee0f39-d554-4d5e-811c-57d47169cf43 req-03375f76-897d-466b-9e2e-fa9adb919065 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Deleting port 309d5629-8e2c-4d07-a09a-6182c8d88bd6 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:28:21.067951 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bee0f39-d554-4d5e-811c-57d47169cf43 req-03375f76-897d-466b-9e2e-fa9adb919065 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:21.107491 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2515cb07-de30-4e5f-9443-99e90ae7fc7b req-2f3c0eb2-4311-4e5e-82ff-9c938aac033c tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615523 Sep 11 14:28:21.167104 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-9bee0f39-d554-4d5e-811c-57d47169cf43 req-03375f76-897d-466b-9e2e-fa9adb919065 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] For port 309d5629-8e2c-4d07-a09a-6182c8d88bd6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=309d5629-8e2c-4d07-a09a-6182c8d88bd6,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:21.167384 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bee0f39-d554-4d5e-811c-57d47169cf43 req-03375f76-897d-466b-9e2e-fa9adb919065 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:21.179435 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-9bee0f39-d554-4d5e-811c-57d47169cf43 req-03375f76-897d-466b-9e2e-fa9adb919065 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Calling delete_port for 309d5629-8e2c-4d07-a09a-6182c8d88bd6 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:28:21.305383 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bee0f39-d554-4d5e-811c-57d47169cf43 req-03375f76-897d-466b-9e2e-fa9adb919065 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:21.333513 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03375f76-897d-466b-9e2e-fa9adb919065 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Pushing event deleted for resources: {'Port': ['ID=309d5629-8e2c-4d07-a09a-6182c8d88bd6,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:21.346560 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['8b84a0d5-3d96-4615-8217-bf4edcaf2319', '747602f1-8787-472f-986f-2460c1c09542', '61bd7f25-aaae-4b86-a2f3-8eab20e9151f', '309d5629-8e2c-4d07-a09a-6182c8d88bd6'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:28:21.378168 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bee0f39-d554-4d5e-811c-57d47169cf43 req-03375f76-897d-466b-9e2e-fa9adb919065 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] No DVR routers for this DVR port 309d5629-8e2c-4d07-a09a-6182c8d88bd6 on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:28:21.380767 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-9bee0f39-d554-4d5e-811c-57d47169cf43 req-03375f76-897d-466b-9e2e-fa9adb919065 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:21.382724 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9bee0f39-d554-4d5e-811c-57d47169cf43 req-03375f76-897d-466b-9e2e-fa9adb919065 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "DELETE /v2.0/ports/309d5629-8e2c-4d07-a09a-6182c8d88bd6 HTTP/1.1" status: 204 len: 173 time: 0.4568298 Sep 11 14:28:21.383157 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe99fb3c-cdae-48c8-aac1-28a2381e1249', 'name': 'network-vif-deleted', 'tag': '309d5629-8e2c-4d07-a09a-6182c8d88bd6'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:28:21.386039 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae9afb7-2d88-4d51-aea8-8e62a54c6700" -d '{"events": [{"server_uuid": "fe99fb3c-cdae-48c8-aac1-28a2381e1249", "name": "network-vif-deleted", "tag": "309d5629-8e2c-4d07-a09a-6182c8d88bd6"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:28:21.426131 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359c4446-174b-469f-b16f-118c6536fd50 x-openstack-request-id: req-359c4446-174b-469f-b16f-118c6536fd50 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:28:21.426405 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe99fb3c-cdae-48c8-aac1-28a2381e1249", "name": "network-vif-deleted", "tag": "309d5629-8e2c-4d07-a09a-6182c8d88bd6", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:28:21.427169 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-359c4446-174b-469f-b16f-118c6536fd50 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:28:21.427583 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe99fb3c-cdae-48c8-aac1-28a2381e1249', 'name': 'network-vif-deleted', 'tag': '309d5629-8e2c-4d07-a09a-6182c8d88bd6', 'status': 'completed', 'code': 200} Sep 11 14:28:21.815136 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5aa5f-0acd-48ea-9225-617f7b741a81 req-00b7ff9a-cbd2-4c98-a27b-09d55908b700 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:21.816668 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60b5aa5f-0acd-48ea-9225-617f7b741a81 req-00b7ff9a-cbd2-4c98-a27b-09d55908b700 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0486429 Sep 11 14:28:21.855659 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60b5aa5f-0acd-48ea-9225-617f7b741a81 req-299e4855-89bc-471a-b02b-88a6f19db827 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330300 Sep 11 14:28:22.969200 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5912e-4a64-4c1d-a975-a9c51a6bb876 req-f75029ac-df45-4a1d-9628-fe234093a236 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:22.970648 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3fa5912e-4a64-4c1d-a975-a9c51a6bb876 req-f75029ac-df45-4a1d-9628-fe234093a236 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0479827 Sep 11 14:28:23.007806 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3fa5912e-4a64-4c1d-a975-a9c51a6bb876 req-f472539f-954d-4fff-879f-a41cf7b87530 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312841 Sep 11 14:28:23.374178 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 309d5629-8e2c-4d07-a09a-6182c8d88bd6 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:28:23.394905 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 309d5629-8e2c-4d07-a09a-6182c8d88bd6 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:28:23.395236 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 309d5629-8e2c-4d07-a09a-6182c8d88bd6 not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:28:23.499539 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de9620-d4c2-4c80-856f-855cef77871e req-d3988fe7-eff9-4e3e-b0a3-d1b37b434420 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:23.500943 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b8de9620-d4c2-4c80-856f-855cef77871e req-d3988fe7-eff9-4e3e-b0a3-d1b37b434420 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 946 time: 0.0530362 Sep 11 14:28:23.537233 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b8de9620-d4c2-4c80-856f-855cef77871e req-5b4cb869-2c92-4421-a97c-f7ff91eebf98 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305274 Sep 11 14:28:24.127083 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35941ae5-9d9a-45ea-9648-62eb733ce899 req-46839b2f-f744-4a45-bf0a-b2336a844077 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:24.128539 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-35941ae5-9d9a-45ea-9648-62eb733ce899 req-46839b2f-f744-4a45-bf0a-b2336a844077 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0487628 Sep 11 14:28:24.166364 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-35941ae5-9d9a-45ea-9648-62eb733ce899 req-5ee5d21a-feef-49be-8561-c6575032cd15 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319924 Sep 11 14:28:24.649177 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a17ab8-0848-4111-9769-1fc066513af2 req-c22766ca-2435-4a48-8214-bf583e737569 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:24.650771 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d2a17ab8-0848-4111-9769-1fc066513af2 req-c22766ca-2435-4a48-8214-bf583e737569 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 946 time: 0.0477493 Sep 11 14:28:24.687213 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d2a17ab8-0848-4111-9769-1fc066513af2 req-d1a690bf-50d8-4116-8ae7-ba7ddfd4930d tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Sep 11 14:28:25.230889 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9edfe-7568-4251-9859-42d0e3619b06 req-8dd9cbcc-25e5-4ebb-99f0-f20a609fa1a9 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:25.232467 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4ab9edfe-7568-4251-9859-42d0e3619b06 req-8dd9cbcc-25e5-4ebb-99f0-f20a609fa1a9 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 946 time: 0.0542502 Sep 11 14:28:25.327705 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e3578-33bc-433a-89a4-aa9db4ba0b2f req-c8c586a0-603d-4154-b49c-bd236ddd6500 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:25.329202 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d19e3578-33bc-433a-89a4-aa9db4ba0b2f req-c8c586a0-603d-4154-b49c-bd236ddd6500 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 943 time: 0.0958531 Sep 11 14:28:25.377848 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 13da7bba-2d87-4f46-9ca5-eca50c444d62 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:28:25.381565 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4ab9edfe-7568-4251-9859-42d0e3619b06 req-8c462a49-501c-4c14-82ac-20d9c43377ea tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Deleting port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:28:25.381911 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ab9edfe-7568-4251-9859-42d0e3619b06 req-8c462a49-501c-4c14-82ac-20d9c43377ea tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:25.398888 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d19e3578-33bc-433a-89a4-aa9db4ba0b2f req-ba84f184-1a9f-42dc-bcf1-38530d9c41b8 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627251 Sep 11 14:28:25.472711 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 13da7bba-2d87-4f46-9ca5-eca50c444d62, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:25.473853 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-4ab9edfe-7568-4251-9859-42d0e3619b06 req-8c462a49-501c-4c14-82ac-20d9c43377ea tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] For port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=61bd7f25-aaae-4b86-a2f3-8eab20e9151f,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:25.474217 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ab9edfe-7568-4251-9859-42d0e3619b06 req-8c462a49-501c-4c14-82ac-20d9c43377ea tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:25.484230 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'port_id': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'mac_address': 'fa:16:3e:83:32:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:28:25.486913 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-4ab9edfe-7568-4251-9859-42d0e3619b06 req-8c462a49-501c-4c14-82ac-20d9c43377ea tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Calling delete_port for 61bd7f25-aaae-4b86-a2f3-8eab20e9151f owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:28:25.519744 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:25.532787 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13da7bba-2d87-4f46-9ca5-eca50c444d62 {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:28:25.552117 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 13da7bba-2d87-4f46-9ca5-eca50c444d62, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:25.556113 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:25.603800 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=13da7bba-2d87-4f46-9ca5-eca50c444d62,revision_number=7']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:25.615862 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ab9edfe-7568-4251-9859-42d0e3619b06 req-8c462a49-501c-4c14-82ac-20d9c43377ea tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:25.644217 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c462a49-501c-4c14-82ac-20d9c43377ea tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Pushing event deleted for resources: {'Port': ['ID=61bd7f25-aaae-4b86-a2f3-8eab20e9151f,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:25.653099 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['8b84a0d5-3d96-4615-8217-bf4edcaf2319', '747602f1-8787-472f-986f-2460c1c09542', '61bd7f25-aaae-4b86-a2f3-8eab20e9151f'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:28:25.684320 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab9edfe-7568-4251-9859-42d0e3619b06 req-8c462a49-501c-4c14-82ac-20d9c43377ea tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] No DVR routers for this DVR port 61bd7f25-aaae-4b86-a2f3-8eab20e9151f on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:28:25.686913 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-4ab9edfe-7568-4251-9859-42d0e3619b06 req-8c462a49-501c-4c14-82ac-20d9c43377ea tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:25.688999 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4ab9edfe-7568-4251-9859-42d0e3619b06 req-8c462a49-501c-4c14-82ac-20d9c43377ea tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "DELETE /v2.0/ports/61bd7f25-aaae-4b86-a2f3-8eab20e9151f HTTP/1.1" status: 204 len: 173 time: 0.4475036 Sep 11 14:28:25.689438 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33985920-46cc-4066-8280-f3ff85594c71', 'name': 'network-vif-deleted', 'tag': '61bd7f25-aaae-4b86-a2f3-8eab20e9151f'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:28:25.691722 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e6f925-834b-4c3b-bb2a-62413a84911c" -d '{"events": [{"server_uuid": "33985920-46cc-4066-8280-f3ff85594c71", "name": "network-vif-deleted", "tag": "61bd7f25-aaae-4b86-a2f3-8eab20e9151f"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:28:25.732286 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3471f879-f055-47b0-8a78-2ef9f6adf18c x-openstack-request-id: req-3471f879-f055-47b0-8a78-2ef9f6adf18c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:28:25.732696 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33985920-46cc-4066-8280-f3ff85594c71", "name": "network-vif-deleted", "tag": "61bd7f25-aaae-4b86-a2f3-8eab20e9151f", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:28:25.733015 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3471f879-f055-47b0-8a78-2ef9f6adf18c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:28:25.733491 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33985920-46cc-4066-8280-f3ff85594c71', 'name': 'network-vif-deleted', 'tag': '61bd7f25-aaae-4b86-a2f3-8eab20e9151f', 'status': 'completed', 'code': 200} Sep 11 14:28:25.811554 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-a18982d3-9071-42bb-b074-b26844b5d5e7 req-121f7f5a-c9d7-48b8-b5a5-711d59ecca0e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=33985920-46cc-4066-8280-f3ff85594c71 HTTP/1.1" status: 200 len: 210 time: 0.0336707 Sep 11 14:28:25.936006 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['13da7bba-2d87-4f46-9ca5-eca50c444d62'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:28:26.513566 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70df1e8-0eac-480c-9dde-ee75ce4fd55b req-6fe52b90-e096-485f-95e4-e6fdeaacb89c tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:26.515060 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b70df1e8-0eac-480c-9dde-ee75ce4fd55b req-6fe52b90-e096-485f-95e4-e6fdeaacb89c tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 944 time: 0.0484545 Sep 11 14:28:26.552283 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b70df1e8-0eac-480c-9dde-ee75ce4fd55b req-c9a64602-4124-46bf-8cbc-048ecb4fff92 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313385 Sep 11 14:28:27.089875 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98d0e7-0998-457c-9021-e89ea9a3fc1a req-57f5da3e-a54a-45ae-8cdc-00f096d6b9bd tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:27.091428 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-de98d0e7-0998-457c-9021-e89ea9a3fc1a req-57f5da3e-a54a-45ae-8cdc-00f096d6b9bd tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 945 time: 0.0577402 Sep 11 14:28:27.128522 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-de98d0e7-0998-457c-9021-e89ea9a3fc1a req-30e32e74-c117-4e46-95e1-f783b514219a tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311840 Sep 11 14:28:27.402216 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 13da7bba-2d87-4f46-9ca5-eca50c444d62 up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:28:27.452012 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 13da7bba-2d87-4f46-9ca5-eca50c444d62 triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:28:27.452407 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:27.523706 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:27.545025 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:28:27.547243 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5430b3d-7aab-4ddc-a988-f94a165153de" -d '{"events": [{"server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "name": "network-vif-plugged", "status": "completed", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:28:27.559685 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 13da7bba-2d87-4f46-9ca5-eca50c444d62, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:27.563772 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:27.564515 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 61bd7f25-aaae-4b86-a2f3-8eab20e9151f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:28:27.604122 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5106f96e-6900-43fd-8d07-4d41c67f830f x-openstack-request-id: req-5106f96e-6900-43fd-8d07-4d41c67f830f {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:28:27.604436 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "name": "network-vif-plugged", "status": "completed", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:28:27.604687 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5106f96e-6900-43fd-8d07-4d41c67f830f {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:28:27.605066 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'code': 200} Sep 11 14:28:27.605568 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 61bd7f25-aaae-4b86-a2f3-8eab20e9151f {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:28:27.605901 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 61bd7f25-aaae-4b86-a2f3-8eab20e9151f not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:28:27.632618 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=13da7bba-2d87-4f46-9ca5-eca50c444d62,revision_number=8']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:27.680809 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75b6c1-36ad-4cad-a7d8-73dc38f5ae54 req-1d6a0eae-6fd8-4794-945d-e7996fa73c92 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:27.682668 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5e75b6c1-36ad-4cad-a7d8-73dc38f5ae54 req-1d6a0eae-6fd8-4794-945d-e7996fa73c92 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0528996 Sep 11 14:28:27.719174 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5e75b6c1-36ad-4cad-a7d8-73dc38f5ae54 req-a1b272be-a4b2-4aac-8692-cd42f6a8995f tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304289 Sep 11 14:28:27.869527 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc7c61-1a65-4b95-8590-42100da459c5 req-1f33aff5-dd60-4bbb-a33c-01dfd19d19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:27.871054 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13cc7c61-1a65-4b95-8590-42100da459c5 req-1f33aff5-dd60-4bbb-a33c-01dfd19d19a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 1098 time: 0.0391135 Sep 11 14:28:27.906593 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-13cc7c61-1a65-4b95-8590-42100da459c5 req-ac51a34f-73eb-43d0-948c-e8de2eda75d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272446 Sep 11 14:28:28.240839 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f6b43-809f-496e-9fb0-f276fe248dad req-4d52bfd5-2554-4961-b0f6-f416ab1c88d8 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:28.242304 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-981f6b43-809f-496e-9fb0-f276fe248dad req-4d52bfd5-2554-4961-b0f6-f416ab1c88d8 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 945 time: 0.0480165 Sep 11 14:28:28.280445 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-981f6b43-809f-496e-9fb0-f276fe248dad req-b3e76eb2-0fa9-4833-a239-56e981cb1307 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Sep 11 14:28:28.834369 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153523b-51e1-4274-b22b-b50d2d81d4b8 req-55b98ccf-f30c-4a5f-9983-2606fa883601 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:28.835824 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7153523b-51e1-4274-b22b-b50d2d81d4b8 req-55b98ccf-f30c-4a5f-9983-2606fa883601 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0519750 Sep 11 14:28:28.873367 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7153523b-51e1-4274-b22b-b50d2d81d4b8 req-813db11c-fdda-4673-8c39-a45138907fa6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315585 Sep 11 14:28:29.044217 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50c2a-530c-4c54-81e1-906a105fd1fd req-d476785a-8db0-4895-9ec3-c76522f9d5c2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:29.045571 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-78e50c2a-530c-4c54-81e1-906a105fd1fd req-d476785a-8db0-4895-9ec3-c76522f9d5c2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 945 time: 0.0488949 Sep 11 14:28:29.214014 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-78e50c2a-530c-4c54-81e1-906a105fd1fd req-59a2d4ca-4e30-4873-a12a-7192e437a4b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Deleting port 747602f1-8787-472f-986f-2460c1c09542 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:28:29.214505 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78e50c2a-530c-4c54-81e1-906a105fd1fd req-59a2d4ca-4e30-4873-a12a-7192e437a4b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:29.303738 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-78e50c2a-530c-4c54-81e1-906a105fd1fd req-59a2d4ca-4e30-4873-a12a-7192e437a4b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] For port 747602f1-8787-472f-986f-2460c1c09542, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=747602f1-8787-472f-986f-2460c1c09542,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:29.304010 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78e50c2a-530c-4c54-81e1-906a105fd1fd req-59a2d4ca-4e30-4873-a12a-7192e437a4b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:29.317596 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-78e50c2a-530c-4c54-81e1-906a105fd1fd req-59a2d4ca-4e30-4873-a12a-7192e437a4b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Calling delete_port for 747602f1-8787-472f-986f-2460c1c09542 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:28:29.426861 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e39c-49f7-467a-bbfe-b445ab838f38 req-05f6d5e1-f367-4c74-af2e-db81ea0c6554 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:29.428335 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9543e39c-49f7-467a-bbfe-b445ab838f38 req-05f6d5e1-f367-4c74-af2e-db81ea0c6554 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3dec2fdc-6d9c-4664-a2a7-63f60afc8d21 HTTP/1.1" status: 200 len: 945 time: 0.0717442 Sep 11 14:28:29.496337 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-9543e39c-49f7-467a-bbfe-b445ab838f38 req-852f6510-a9af-4d31-9aa1-3a2ff41e4a7e tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608690 Sep 11 14:28:29.508099 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78e50c2a-530c-4c54-81e1-906a105fd1fd req-59a2d4ca-4e30-4873-a12a-7192e437a4b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:29.534574 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2d4ca-4e30-4873-a12a-7192e437a4b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Pushing event deleted for resources: {'Port': ['ID=747602f1-8787-472f-986f-2460c1c09542,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:29.544314 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['8b84a0d5-3d96-4615-8217-bf4edcaf2319'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:28:29.581022 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e50c2a-530c-4c54-81e1-906a105fd1fd req-59a2d4ca-4e30-4873-a12a-7192e437a4b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] No DVR routers for this DVR port 747602f1-8787-472f-986f-2460c1c09542 on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:28:29.583394 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-78e50c2a-530c-4c54-81e1-906a105fd1fd req-59a2d4ca-4e30-4873-a12a-7192e437a4b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:29.585390 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-78e50c2a-530c-4c54-81e1-906a105fd1fd req-59a2d4ca-4e30-4873-a12a-7192e437a4b2 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "DELETE /v2.0/ports/747602f1-8787-472f-986f-2460c1c09542 HTTP/1.1" status: 204 len: 173 time: 0.4628196 Sep 11 14:28:29.585819 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dec2fdc-6d9c-4664-a2a7-63f60afc8d21', 'name': 'network-vif-deleted', 'tag': '747602f1-8787-472f-986f-2460c1c09542'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:28:29.588412 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c7616b-690f-49b1-bd21-254249ff0b24" -d '{"events": [{"server_uuid": "3dec2fdc-6d9c-4664-a2a7-63f60afc8d21", "name": "network-vif-deleted", "tag": "747602f1-8787-472f-986f-2460c1c09542"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:28:29.629242 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe24c185-b4a1-4e78-a678-cb3f5728a975 x-openstack-request-id: req-fe24c185-b4a1-4e78-a678-cb3f5728a975 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:28:29.629748 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dec2fdc-6d9c-4664-a2a7-63f60afc8d21", "name": "network-vif-deleted", "tag": "747602f1-8787-472f-986f-2460c1c09542", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:28:29.630168 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe24c185-b4a1-4e78-a678-cb3f5728a975 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:28:29.630746 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dec2fdc-6d9c-4664-a2a7-63f60afc8d21', 'name': 'network-vif-deleted', 'tag': '747602f1-8787-472f-986f-2460c1c09542', 'status': 'completed', 'code': 200} Sep 11 14:28:29.988796 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311ecb2-efc2-4ae1-b8bc-eab7d387b3a7 req-f642f1b0-0328-467a-a280-ca29673e87fb tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:29.990263 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4311ecb2-efc2-4ae1-b8bc-eab7d387b3a7 req-f642f1b0-0328-467a-a280-ca29673e87fb tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0496719 Sep 11 14:28:30.028667 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-4311ecb2-efc2-4ae1-b8bc-eab7d387b3a7 req-c7ba7919-d7cc-48af-bdb7-524a9e96d8ee tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325153 Sep 11 14:28:31.236242 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:31.401122 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 747602f1-8787-472f-986f-2460c1c09542 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:28:31.423258 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 747602f1-8787-472f-986f-2460c1c09542 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:28:31.423600 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 747602f1-8787-472f-986f-2460c1c09542 not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:28:31.874352 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe8190-d1ed-431e-9a73-102d2f16a53d req-4087dec2-6ad7-409a-9cea-6d71995c52c8 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:31.875816 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-61fe8190-d1ed-431e-9a73-102d2f16a53d req-4087dec2-6ad7-409a-9cea-6d71995c52c8 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 945 time: 0.0478439 Sep 11 14:28:31.913228 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-61fe8190-d1ed-431e-9a73-102d2f16a53d req-95f73add-dcc7-4034-acb5-83bd150cecfd tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Sep 11 14:28:33.029018 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a14e-2dc0-4671-8f93-8cf10b911660 req-36082933-71ef-41f3-ae60-461f260b3c17 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:33.030469 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60c0a14e-2dc0-4671-8f93-8cf10b911660 req-36082933-71ef-41f3-ae60-461f260b3c17 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 945 time: 0.0516257 Sep 11 14:28:33.066935 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-60c0a14e-2dc0-4671-8f93-8cf10b911660 req-cd3b19a0-e666-45f3-b482-9a1c4377c02d tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/security-groups?id=adf1c2fb-e862-4b73-aa44-7b640fdb67bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307167 Sep 11 14:28:33.590789 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e519a-d1c4-48ab-8ce2-f10956dd6375 req-42122b14-47cb-4118-9b0b-ab0d47d4b268 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:33.592211 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6b2e519a-d1c4-48ab-8ce2-f10956dd6375 req-42122b14-47cb-4118-9b0b-ab0d47d4b268 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 945 time: 0.0472190 Sep 11 14:28:33.681748 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6b2e519a-d1c4-48ab-8ce2-f10956dd6375 req-4ce25a85-0593-4a75-9ef9-00ae462ddf61 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Deleting port 8b84a0d5-3d96-4615-8217-bf4edcaf2319 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:28:33.682087 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b2e519a-d1c4-48ab-8ce2-f10956dd6375 req-4ce25a85-0593-4a75-9ef9-00ae462ddf61 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:33.769066 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-6b2e519a-d1c4-48ab-8ce2-f10956dd6375 req-4ce25a85-0593-4a75-9ef9-00ae462ddf61 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] For port 8b84a0d5-3d96-4615-8217-bf4edcaf2319, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=8b84a0d5-3d96-4615-8217-bf4edcaf2319,segment=NetworkSegment(a90845e4-9af7-487d-bd6d-3b7c1cbf62ff),segment_id=a90845e4-9af7-487d-bd6d-3b7c1cbf62ff)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:28:33.769428 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b2e519a-d1c4-48ab-8ce2-f10956dd6375 req-4ce25a85-0593-4a75-9ef9-00ae462ddf61 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:33.782053 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-6b2e519a-d1c4-48ab-8ce2-f10956dd6375 req-4ce25a85-0593-4a75-9ef9-00ae462ddf61 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Calling delete_port for 8b84a0d5-3d96-4615-8217-bf4edcaf2319 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:28:33.905464 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b2e519a-d1c4-48ab-8ce2-f10956dd6375 req-4ce25a85-0593-4a75-9ef9-00ae462ddf61 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:33.934476 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce25a85-0593-4a75-9ef9-00ae462ddf61 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Pushing event deleted for resources: {'Port': ['ID=8b84a0d5-3d96-4615-8217-bf4edcaf2319,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:33.942693 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['8b84a0d5-3d96-4615-8217-bf4edcaf2319'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:28:33.973465 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2e519a-d1c4-48ab-8ce2-f10956dd6375 req-4ce25a85-0593-4a75-9ef9-00ae462ddf61 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] No DVR routers for this DVR port 8b84a0d5-3d96-4615-8217-bf4edcaf2319 on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:28:33.975771 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-6b2e519a-d1c4-48ab-8ce2-f10956dd6375 req-4ce25a85-0593-4a75-9ef9-00ae462ddf61 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:33.978288 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6b2e519a-d1c4-48ab-8ce2-f10956dd6375 req-4ce25a85-0593-4a75-9ef9-00ae462ddf61 tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.13 "DELETE /v2.0/ports/8b84a0d5-3d96-4615-8217-bf4edcaf2319 HTTP/1.1" status: 204 len: 173 time: 0.3790860 Sep 11 14:28:33.978739 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cec99fd-4617-4152-8691-545fb551c80e', 'name': 'network-vif-deleted', 'tag': '8b84a0d5-3d96-4615-8217-bf4edcaf2319'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:28:33.981142 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f2355e-89a6-44a0-8d0a-27f867fbea1d" -d '{"events": [{"server_uuid": "5cec99fd-4617-4152-8691-545fb551c80e", "name": "network-vif-deleted", "tag": "8b84a0d5-3d96-4615-8217-bf4edcaf2319"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:28:34.016873 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976b53d8-cd26-4c3d-8e09-950003513578 x-openstack-request-id: req-976b53d8-cd26-4c3d-8e09-950003513578 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:28:34.017176 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cec99fd-4617-4152-8691-545fb551c80e", "name": "network-vif-deleted", "tag": "8b84a0d5-3d96-4615-8217-bf4edcaf2319", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:28:34.017418 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-976b53d8-cd26-4c3d-8e09-950003513578 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:28:34.017813 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cec99fd-4617-4152-8691-545fb551c80e', 'name': 'network-vif-deleted', 'tag': '8b84a0d5-3d96-4615-8217-bf4edcaf2319', 'status': 'completed', 'code': 200} Sep 11 14:28:34.172419 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-7b11afea-4a66-4502-8540-ffe5e81efb59 req-2d37ded2-ac0b-4364-883b-252c63f4f64a tempest-AttachVolumeNegativeTest-1852554583 tempest-AttachVolumeNegativeTest-1852554583-project] 10.222.0.37 "GET /v2.0/ports?device_id=5cec99fd-4617-4152-8691-545fb551c80e HTTP/1.1" status: 200 len: 210 time: 0.0264387 Sep 11 14:28:34.310622 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-8eb153b6-65e0-432d-990c-06aad2534718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.226488 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45522) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:35.244947 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-1d14008d-183c-453c-9e29-9a5d171971bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434248 Sep 11 14:28:35.273173 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Deleting subnet 7f3ec80a-6476-47fa-a59b-239220c5d9f0 {{(pid=93836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:28:35.276799 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.311020 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8879923'] for subnet, precommit_delete_associations {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.316928 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-8583bf83-75e5-4ec3-b026-8e00e758c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:35.318487 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-8583bf83-75e5-4ec3-b026-8e00e758c476 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 1098 time: 0.0410111 Sep 11 14:28:35.349819 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.401748 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12378291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8704976'] for subnet, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.426457 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-7fcc0190-3c74-4bac-bf1d-ff5ad0a8bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:35.427935 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-7fcc0190-3c74-4bac-bf1d-ff5ad0a8bd65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 912 time: 0.0862148 Sep 11 14:28:35.431791 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.433645 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7f3ec80a-6476-47fa-a59b-239220c5d9f0 HTTP/1.1" status: 204 len: 168 time: 0.2061236 Sep 11 14:28:35.434578 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3ec80a-6476-47fa-a59b-239220c5d9f0,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:35.436525 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45524) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:35.456442 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.456700 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.457037 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.457361 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.457688 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.458009 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.458327 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.458641 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.458959 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.459274 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.459584 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.459897 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146850a-8aad-4429-97ae-89bbb67148d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:28:35.497440 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-3db302f7-09dc-4eba-9021-c5b231743a04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b HTTP/1.1" status: 200 len: 1001 time: 0.0610576 Sep 11 14:28:35.511991 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.551246 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-d676a8d3-09b5-4d35-b707-948912edb044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:35.552757 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-d676a8d3-09b5-4d35-b707-948912edb044 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.0432832 Sep 11 14:28:35.589994 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.602953 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-b0f789bb-a4d1-46fc-bfa6-152af391fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:28:35.605018 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-b0f789bb-a4d1-46fc-bfa6-152af391fe2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393205 Sep 11 14:28:35.610144 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999e5aa1-8738-48e3-b639-e81e0ae64d04']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:28:35.619529 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:28:35.619821 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90845e4-9af7-487d-bd6d-3b7c1cbf62ff') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:28:35.628862 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8879946'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.641841 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.647729 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:28:35.648109 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12378449'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: Traceback (most recent call last): Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: timer() Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: cb(*args, **kw) Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: return func(*args, **kwargs) Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: self._notify() Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: self.callback(batched_events) Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: event.method(event) Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: return f(self, *a, **k) Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._get(url).json() Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: return self.request(url, 'GET', **kwargs) Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:28:35.649715 dv-cinder-760197-9-iscsi neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:28:35.702107 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-2dc9700d-9003-4912-ba4c-12618a40e6ef service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856364 Sep 11 14:28:35.703112 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.708674 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.710491 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] 10.222.0.37 "DELETE /v2.0/networks/999e5aa1-8738-48e3-b639-e81e0ae64d04 HTTP/1.1" status: 204 len: 168 time: 0.2730396 Sep 11 14:28:35.723471 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19b91-6ed2-491f-be6c-8b8a4834b7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=999e5aa1-8738-48e3-b639-e81e0ae64d04,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:35.802818 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6cc12c5b-ec08-48db-8bff-631cceb2c604 req-998337ca-29d7-4290-9780-b0b0bf8f3d11 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910640 Sep 11 14:28:35.874176 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45528) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:35.917621 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-63e0447c-7078-4e2a-8668-81025eeb406a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bdfdc0fc715f418e9f0e8b1687669a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422964 Sep 11 14:28:35.919960 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45530) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:35.965882 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e981-3997-44b7-8817-34cd672789d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:35.987170 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e981-3997-44b7-8817-34cd672789d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:36.033471 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e981-3997-44b7-8817-34cd672789d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:36.036204 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e981-3997-44b7-8817-34cd672789d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:36.037563 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-7eb7e981-3997-44b7-8817-34cd672789d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/adf1c2fb-e862-4b73-aa44-7b640fdb67bf HTTP/1.1" status: 204 len: 168 time: 0.1166203 Sep 11 14:28:36.047359 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7e981-3997-44b7-8817-34cd672789d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf1c2fb-e862-4b73-aa44-7b640fdb67bf,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:36.890009 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-665177a5-6eb7-4d4b-aa52-77e5280f7f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:37.141975 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:37.449849 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 8b84a0d5-3d96-4615-8217-bf4edcaf2319 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:28:37.469316 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 8b84a0d5-3d96-4615-8217-bf4edcaf2319 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:28:37.469658 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 8b84a0d5-3d96-4615-8217-bf4edcaf2319 not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:28:38.103928 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:39.599480 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:44.496847 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45662) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:44.598785 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9337b722-6b62-4e0e-bde3-df751ebd4d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:44.683507 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9337b722-6b62-4e0e-bde3-df751ebd4d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:44.687593 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9337b722-6b62-4e0e-bde3-df751ebd4d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:44.726465 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-9337b722-6b62-4e0e-bde3-df751ebd4d44 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=af292e76967a4bbda84a908afa6f1ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285616 Sep 11 14:28:44.727570 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337b722-6b62-4e0e-bde3-df751ebd4d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106c0004-0a59-4c55-89fe-44dec597e7e1,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:44.729245 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45666) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:44.777593 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2d671d2-4907-4439-953c-8ca37602da76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:44.797654 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2d671d2-4907-4439-953c-8ca37602da76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:44.841962 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2d671d2-4907-4439-953c-8ca37602da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:44.844701 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e2d671d2-4907-4439-953c-8ca37602da76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:44.845867 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e2d671d2-4907-4439-953c-8ca37602da76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/106c0004-0a59-4c55-89fe-44dec597e7e1 HTTP/1.1" status: 204 len: 168 time: 0.1155708 Sep 11 14:28:44.853244 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d671d2-4907-4439-953c-8ca37602da76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106c0004-0a59-4c55-89fe-44dec597e7e1,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:45.098153 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45672) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:45.111155 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d13a-5526-4f2f-9f2c-2ec4bd5b60ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.199569 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d13a-5526-4f2f-9f2c-2ec4bd5b60ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.203192 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-0bc4d13a-5526-4f2f-9f2c-2ec4bd5b60ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.240422 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-0bc4d13a-5526-4f2f-9f2c-2ec4bd5b60ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d7007e6e9324da98dc65885cfe96a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411600 Sep 11 14:28:45.241643 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4d13a-5526-4f2f-9f2c-2ec4bd5b60ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28f13e1-bb7d-46f3-9caa-83ec21c91e80,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:45.243093 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45676) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:45.294995 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1725e471-ed89-4157-b251-d51bb21ba60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.314731 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1725e471-ed89-4157-b251-d51bb21ba60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.360072 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1725e471-ed89-4157-b251-d51bb21ba60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.362551 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-1725e471-ed89-4157-b251-d51bb21ba60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.363676 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-1725e471-ed89-4157-b251-d51bb21ba60c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f28f13e1-bb7d-46f3-9caa-83ec21c91e80 HTTP/1.1" status: 204 len: 168 time: 0.1196060 Sep 11 14:28:45.371772 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725e471-ed89-4157-b251-d51bb21ba60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28f13e1-bb7d-46f3-9caa-83ec21c91e80,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:45.672177 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45682) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:45.685714 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7b938fb-1113-4545-b8d6-72f3e0a95001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.771450 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7b938fb-1113-4545-b8d6-72f3e0a95001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.774916 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d7b938fb-1113-4545-b8d6-72f3e0a95001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.812711 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-d7b938fb-1113-4545-b8d6-72f3e0a95001 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c58de39cffa14952a6a9b2bfc3ca6254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394701 Sep 11 14:28:45.813798 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b938fb-1113-4545-b8d6-72f3e0a95001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f032aa-495b-48f6-be48-981cfe8563a3,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:45.815431 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45684) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:45.866976 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd97ff22-c949-4aef-873d-0cc8cbcbb403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.888194 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd97ff22-c949-4aef-873d-0cc8cbcbb403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.934011 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd97ff22-c949-4aef-873d-0cc8cbcbb403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.936642 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-bd97ff22-c949-4aef-873d-0cc8cbcbb403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:45.937783 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-bd97ff22-c949-4aef-873d-0cc8cbcbb403 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70f032aa-495b-48f6-be48-981cfe8563a3 HTTP/1.1" status: 204 len: 168 time: 0.1204698 Sep 11 14:28:45.945362 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97ff22-c949-4aef-873d-0cc8cbcbb403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f032aa-495b-48f6-be48-981cfe8563a3,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:55.855510 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45778) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:55.958371 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f2bafce-a178-400e-b4ab-06fa7799866d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.041332 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f2bafce-a178-400e-b4ab-06fa7799866d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.044724 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-8f2bafce-a178-400e-b4ab-06fa7799866d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.083870 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-8f2bafce-a178-400e-b4ab-06fa7799866d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0d2ff7399a342c69d9056219a00c05c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272637 Sep 11 14:28:56.084744 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2bafce-a178-400e-b4ab-06fa7799866d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e74f09c-67df-48e2-beb0-b0cf54678042,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:56.086535 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45782) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:56.135348 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c11b660e-4011-4fbf-b5fb-4a2f8545f675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.155937 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c11b660e-4011-4fbf-b5fb-4a2f8545f675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.202196 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c11b660e-4011-4fbf-b5fb-4a2f8545f675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.204777 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c11b660e-4011-4fbf-b5fb-4a2f8545f675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.205923 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-c11b660e-4011-4fbf-b5fb-4a2f8545f675 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e74f09c-67df-48e2-beb0-b0cf54678042 HTTP/1.1" status: 204 len: 168 time: 0.1178157 Sep 11 14:28:56.213986 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b660e-4011-4fbf-b5fb-4a2f8545f675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e74f09c-67df-48e2-beb0-b0cf54678042,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:56.459423 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45788) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:56.472136 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e0a5-d9fc-4315-bd61-b6a569d763ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.560084 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e0a5-d9fc-4315-bd61-b6a569d763ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.563638 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-dbf3e0a5-d9fc-4315-bd61-b6a569d763ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.602941 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-dbf3e0a5-d9fc-4315-bd61-b6a569d763ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=717e8588c2c84b2191237b49da49fee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424179 Sep 11 14:28:56.604572 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3e0a5-d9fc-4315-bd61-b6a569d763ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340a043b-dc5e-4334-9fdb-558669f55a0e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:56.606155 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45790) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:28:56.655636 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-831ed313-77b5-4be7-b134-cb9e498e030c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.678846 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-831ed313-77b5-4be7-b134-cb9e498e030c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.724042 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-831ed313-77b5-4be7-b134-cb9e498e030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.726596 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-831ed313-77b5-4be7-b134-cb9e498e030c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:28:56.727797 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-831ed313-77b5-4be7-b134-cb9e498e030c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/340a043b-dc5e-4334-9fdb-558669f55a0e HTTP/1.1" status: 204 len: 168 time: 0.1206319 Sep 11 14:28:56.735990 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ed313-77b5-4be7-b134-cb9e498e030c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340a043b-dc5e-4334-9fdb-558669f55a0e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:28:57.692400 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:29:01.236999 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:04.310888 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-31073f4f-687f-444a-89ac-aa641955c71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:06.020704 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45882) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:06.122427 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37b338f8-e4d0-4e50-94d5-a5c39c78693f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:06.209258 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37b338f8-e4d0-4e50-94d5-a5c39c78693f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:06.213576 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-37b338f8-e4d0-4e50-94d5-a5c39c78693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:06.252058 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-37b338f8-e4d0-4e50-94d5-a5c39c78693f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e789b012ae54471c8fd28b8c25539c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302611 Sep 11 14:29:06.252954 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b338f8-e4d0-4e50-94d5-a5c39c78693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6654c852-b21a-4efe-af4f-a40dcb2d7ea5,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:06.254757 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45886) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:06.303692 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:06.324099 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:06.369305 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:06.371829 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:06.373035 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6654c852-b21a-4efe-af4f-a40dcb2d7ea5 HTTP/1.1" status: 204 len: 168 time: 0.1165378 Sep 11 14:29:06.380870 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6654c852-b21a-4efe-af4f-a40dcb2d7ea5,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:06.388540 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.388892 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.389234 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.389568 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.389913 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.390237 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.390565 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.390955 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.391290 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.391612 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.392580 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.392580 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b778903c-8ac7-467b-9a9a-4317f20e6d50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:06.892213 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a4d8bfc9-a0b0-4fb3-823e-5f67a954cb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:07.141646 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:08.104085 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:09.600734 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:10.350793 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45948) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:10.452657 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2a7d649-f327-492b-b6b1-f4e265dd4b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:10.541195 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2a7d649-f327-492b-b6b1-f4e265dd4b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:10.544785 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c2a7d649-f327-492b-b6b1-f4e265dd4b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:10.580868 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-c2a7d649-f327-492b-b6b1-f4e265dd4b42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cb4d633df9e48d896541ce2a62e4102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290401 Sep 11 14:29:10.581748 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7d649-f327-492b-b6b1-f4e265dd4b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d938f7fb-68c3-400e-a6f0-cfb4438d8d4f,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:10.584250 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45952) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:10.632123 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-533a394d-870c-441e-9a18-772ad5fde97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:10.652754 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-533a394d-870c-441e-9a18-772ad5fde97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:10.697457 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-533a394d-870c-441e-9a18-772ad5fde97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:10.699871 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-533a394d-870c-441e-9a18-772ad5fde97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:10.701043 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-533a394d-870c-441e-9a18-772ad5fde97c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d938f7fb-68c3-400e-a6f0-cfb4438d8d4f HTTP/1.1" status: 204 len: 168 time: 0.1151223 Sep 11 14:29:10.708340 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a394d-870c-441e-9a18-772ad5fde97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d938f7fb-68c3-400e-a6f0-cfb4438d8d4f,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:10.956728 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 45958) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:10.969904 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86c7ae36-729a-4519-83bc-3eec0f5f5193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:11.055096 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86c7ae36-729a-4519-83bc-3eec0f5f5193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:11.058624 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-86c7ae36-729a-4519-83bc-3eec0f5f5193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:11.095589 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-86c7ae36-729a-4519-83bc-3eec0f5f5193 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78f625bc5933470c8f1e9cb306eba840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378155 Sep 11 14:29:11.096463 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7ae36-729a-4519-83bc-3eec0f5f5193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2692ec-e84c-4ccf-bf43-f8bc9d0564d7,revision_number=1']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:11.098863 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 45960) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:11.147969 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d561e92-5468-4d86-82ed-e79ed667a85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:11.170174 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d561e92-5468-4d86-82ed-e79ed667a85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:11.215364 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d561e92-5468-4d86-82ed-e79ed667a85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:11.218010 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-8d561e92-5468-4d86-82ed-e79ed667a85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:11.219144 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-8d561e92-5468-4d86-82ed-e79ed667a85f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf2692ec-e84c-4ccf-bf43-f8bc9d0564d7 HTTP/1.1" status: 204 len: 168 time: 0.1193159 Sep 11 14:29:11.226923 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d561e92-5468-4d86-82ed-e79ed667a85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2692ec-e84c-4ccf-bf43-f8bc9d0564d7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:31.249612 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:34.312144 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-2a534c2a-1da3-4830-9fb3-386dbebe0d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:34.691049 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:29:36.894190 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-f71543d4-95af-47f5-afdd-9725b479f53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:37.143921 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:38.106537 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:39.606192 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:49.096482 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46226) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:49.200055 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0daf-4d6f-4e5c-a0fd-2867041ce108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:49.285737 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0daf-4d6f-4e5c-a0fd-2867041ce108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:49.289451 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0daf-4d6f-4e5c-a0fd-2867041ce108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:49.326034 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-ed8c0daf-4d6f-4e5c-a0fd-2867041ce108 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b403bc2ff6745ef88e885c291a16495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284963 Sep 11 14:29:49.328019 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c0daf-4d6f-4e5c-a0fd-2867041ce108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7e1084-ccbf-4f49-b40b-494b4a708605,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:49.328753 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46230) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:49.382377 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:49.404172 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:49.450084 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:49.452624 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:49.453768 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f7e1084-ccbf-4f49-b40b-494b4a708605 HTTP/1.1" status: 204 len: 168 time: 0.1240311 Sep 11 14:29:49.460924 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7e1084-ccbf-4f49-b40b-494b4a708605,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:49.467930 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:49.468306 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:49.468654 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:49.468991 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:49.469327 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:49.469659 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:49.469986 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:49.470311 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:49.470638 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:49.470958 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:49.471346 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:49.471591 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c479f-2611-4fb2-b2c1-d9c7c735ccdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:50.017804 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46252) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:50.313814 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Deleting port dd04aaf1-11ff-495a-9b7c-5ed5cee5a18e {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:29:50.314160 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:50.393222 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:50.393770 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:50.406481 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Calling delete_port for dd04aaf1-11ff-495a-9b7c-5ed5cee5a18e owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:29:50.556709 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:50.583325 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event deleted for resources: {'Port': ['ID=dd04aaf1-11ff-495a-9b7c-5ed5cee5a18e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:50.641339 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:50.641667 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.l3_db [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Floating IP 0deeb843-5137-44cc-b397-2aa61ad913fb disassociated (deleted). External IP: 172.27.0.253, port: 13da7bba-2d87-4f46-9ca5-eca50c444d62. Sep 11 14:29:50.845945 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Router 100f8186-77a8-4ab3-a718-a01098a39519 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:29:50.948248 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:29:50.953139 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:50.958631 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c69195-1cb4-4884-b386-5060d7c795dd None None] Sync routers for ids ['100f8186-77a8-4ab3-a718-a01098a39519'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:29:50.968151 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c69195-1cb4-4884-b386-5060d7c795dd None None] Routers {'100f8186-77a8-4ab3-a718-a01098a39519'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:29:50.968805 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f4c69195-1cb4-4884-b386-5060d7c795dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:29:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['100f8186-77a8-4ab3-a718-a01098a39519'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:50.979029 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-82fb051b-3531-4999-95c0-dc974c5f30e7 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "DELETE /v2.0/floatingips/0deeb843-5137-44cc-b397-2aa61ad913fb HTTP/1.1" status: 204 len: 168 time: 0.9600909 Sep 11 14:29:50.979587 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:29:50.981830 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:29:51.074209 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f4c69195-1cb4-4884-b386-5060d7c795dd None None] Set router 100f8186-77a8-4ab3-a718-a01098a39519 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:29:51.129688 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e8955c-a9c9-4e69-86cd-962d231f5244 x-openstack-request-id: req-27e8955c-a9c9-4e69-86cd-962d231f5244 {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:29:51.130072 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:29:51.130410 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27e8955c-a9c9-4e69-86cd-962d231f5244 {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:29:51.130927 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'status': 'completed', 'code': 200} Sep 11 14:29:51.281391 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f4c69195-1cb4-4884-b386-5060d7c795dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '6df42f01-58d4-4136-b6d1-a81de80667ca', 'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'mac_address': 'fa:16:3e:91:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:31Z', 'updated_at': '2021-09-11T14:24:39Z', 'revision_number': 5, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'subnets': [{'id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:51.289620 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-307dbbf1-1bf7-46f6-b2d5-a4cddc825b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:51.292405 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-307dbbf1-1bf7-46f6-b2d5-a4cddc825b5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5865367ae25f485aa8f5e84e1266c342&device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 1098 time: 0.0931327 Sep 11 14:29:51.308722 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c69195-1cb4-4884-b386-5060d7c795dd None None] Checking router: 100f8186-77a8-4ab3-a718-a01098a39519 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:29:51.316930 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c69195-1cb4-4884-b386-5060d7c795dd None None] Routers {'100f8186-77a8-4ab3-a718-a01098a39519'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:29:51.317544 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f4c69195-1cb4-4884-b386-5060d7c795dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:29:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['100f8186-77a8-4ab3-a718-a01098a39519'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:51.406900 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6cbcc-7739-431d-b77a-52954f096778 req-a3620a45-5b63-4c14-b505-470653fc6a3c tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:51.408297 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b2b6cbcc-7739-431d-b77a-52954f096778 req-a3620a45-5b63-4c14-b505-470653fc6a3c tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.2347102 Sep 11 14:29:51.422536 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-f4c69195-1cb4-4884-b386-5060d7c795dd None None] Set router 100f8186-77a8-4ab3-a718-a01098a39519 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:29:51.433243 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-0de269ea-65ea-4634-a243-24a650494546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:51.434660 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-0de269ea-65ea-4634-a243-24a650494546 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c16c080e-4852-4848-b89b-9689ca5903d2 HTTP/1.1" status: 200 len: 909 time: 0.1351538 Sep 11 14:29:51.492408 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-b2b6cbcc-7739-431d-b77a-52954f096778 req-bc40a3c5-2910-4380-b736-aee9b2ebc40d tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696504 Sep 11 14:29:51.492408 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-52d88d43-1664-4e06-b0bb-61f92d4f3ab4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62 HTTP/1.1" status: 200 len: 217 time: 0.0393572 Sep 11 14:29:51.543744 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-4e553fc6-47a5-4d33-9c3c-87b87fb8e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:51.545416 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-4e553fc6-47a5-4d33-9c3c-87b87fb8e83a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb383d2c-3476-4fcf-ae2a-b672afc16a15 HTTP/1.1" status: 200 len: 847 time: 0.0480435 Sep 11 14:29:51.617918 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-b540b654-21d0-4a62-8f46-dc1e9a73a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:51.619639 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-b540b654-21d0-4a62-8f46-dc1e9a73a0de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c16c080e-4852-4848-b89b-9689ca5903d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657852 Sep 11 14:29:51.625784 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-f4c69195-1cb4-4884-b386-5060d7c795dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '6df42f01-58d4-4136-b6d1-a81de80667ca', 'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'mac_address': 'fa:16:3e:91:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:31Z', 'updated_at': '2021-09-11T14:24:39Z', 'revision_number': 5, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'subnets': [{'id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:51.632407 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-409d56de-aaa0-48e9-a44a-68d0f9fb3c61 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93835) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 11 14:29:51.633338 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-409d56de-aaa0-48e9-a44a-68d0f9fb3c61 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050919 Sep 11 14:29:51.635394 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-26472aed-847b-4358-b686-beffd7755742 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7d238db47e8a40ffa98f87f4e7814643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401015 Sep 11 14:29:51.654791 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c69195-1cb4-4884-b386-5060d7c795dd None None] The sync data for ids ['100f8186-77a8-4ab3-a718-a01098a39519'] in dv-cinder-760197-9-iscsi is: [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:31Z', 'revision_number': 4, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': '6df42f01-58d4-4136-b6d1-a81de80667ca', 'name': '', 'network_id': 'c16c080e-4852-4848-b89b-9689ca5903d2', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'mac_address': 'fa:16:3e:91:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:31Z', 'updated_at': '2021-09-11T14:24:39Z', 'revision_number': 5, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'subnets': [{'id': 'eb383d2c-3476-4fcf-ae2a-b672afc16a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:29:51.883482 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7432413a-260b-4d4e-87ee-ef89d19a5bf8 None None] New status for floating IP 0deeb843-5137-44cc-b397-2aa61ad913fb: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:29:52.120462 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-42f7eb6b-f5e7-47a8-9341-d67259d69e97 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:52.121934 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-42f7eb6b-f5e7-47a8-9341-d67259d69e97 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4807923 Sep 11 14:29:52.123838 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-ab761a98-56ba-4f6e-9728-5a365a9093cc service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817197 Sep 11 14:29:52.152612 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-bc4c4ec1-71b7-4a57-90e7-1872a7b7ceb3 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/quotas/7d238db47e8a40ffa98f87f4e7814643 HTTP/1.1" status: 200 len: 375 time: 0.0248179 Sep 11 14:29:52.219538 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-f5cc55ae-6240-485a-a026-928518ba038d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d238db47e8a40ffa98f87f4e7814643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567868 Sep 11 14:29:52.245414 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-184ea058-b5f7-41b5-b49a-a81ee2acb2b9 req-7fb8b03c-c663-40fd-936c-5bdadb70e6df service neutron] 10.222.0.13 "GET /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114914 Sep 11 14:29:52.372049 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-3193286d-4703-4fc9-9ae7-9ed090ddf862 req-c4815f5e-2825-4873-a2ab-29381c644f38 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 210 time: 0.0263577 Sep 11 14:29:52.609735 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a19f3a-600e-4653-8f4d-7cfeb98ea3d2 req-815c5d10-87fc-43a8-bbb0-a4e09c1ddaf6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:52.611226 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-77a19f3a-600e-4653-8f4d-7cfeb98ea3d2 req-815c5d10-87fc-43a8-bbb0-a4e09c1ddaf6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0502837 Sep 11 14:29:52.650984 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-77a19f3a-600e-4653-8f4d-7cfeb98ea3d2 req-9155fb89-f8e8-4a6a-95f4-b8bb17f2dc15 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/security-groups?id=322f04c2-2d47-47ac-aafa-07aa22ea6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335851 Sep 11 14:29:52.918004 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46306) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:53.067400 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Deleting port 221bc138-8c8a-4f9d-8ead-b9bf83a31eda {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:29:53.067645 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.074826 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69c6e6-98fa-4ed4-8965-14d8b27d42cb req-8018f8dd-81ee-483a-aa60-73b57a2b62d3 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:53.076315 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5d69c6e6-98fa-4ed4-8965-14d8b27d42cb req-8018f8dd-81ee-483a-aa60-73b57a2b62d3 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 945 time: 0.0514233 Sep 11 14:29:53.144133 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.144484 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.155993 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Calling delete_port for 221bc138-8c8a-4f9d-8ead-b9bf83a31eda owned by network:floatingip {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:29:53.166368 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5d69c6e6-98fa-4ed4-8965-14d8b27d42cb req-7e02f4dc-06d7-4dee-86a4-6a35afa40340 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Deleting port 13da7bba-2d87-4f46-9ca5-eca50c444d62 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:29:53.166675 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d69c6e6-98fa-4ed4-8965-14d8b27d42cb req-7e02f4dc-06d7-4dee-86a4-6a35afa40340 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.268442 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5d69c6e6-98fa-4ed4-8965-14d8b27d42cb req-7e02f4dc-06d7-4dee-86a4-6a35afa40340 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] For port 13da7bba-2d87-4f46-9ca5-eca50c444d62, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=13da7bba-2d87-4f46-9ca5-eca50c444d62,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:29:53.268886 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d69c6e6-98fa-4ed4-8965-14d8b27d42cb req-7e02f4dc-06d7-4dee-86a4-6a35afa40340 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.281007 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5d69c6e6-98fa-4ed4-8965-14d8b27d42cb req-7e02f4dc-06d7-4dee-86a4-6a35afa40340 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Calling delete_port for 13da7bba-2d87-4f46-9ca5-eca50c444d62 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:29:53.309139 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.361553 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event deleted for resources: {'Port': ['ID=221bc138-8c8a-4f9d-8ead-b9bf83a31eda,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:53.379330 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-c16e99de-dc41-4556-903c-230efe9b0e90 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7d238db47e8a40ffa98f87f4e7814643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212708 Sep 11 14:29:53.408608 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.408952 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.db.l3_db [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Floating IP 422033f5-690e-4079-8817-ef1ef11c815a disassociated (deleted). External IP: 172.27.0.59, port: b84fca90-0fd7-4920-9f7f-694f2914de86. Sep 11 14:29:53.499315 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-e971fea7-f5ab-4bfa-b6c4-54974531c198 req-13444434-51a7-47b6-b5fe-ee09d619d7d4 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 210 time: 0.0531909 Sep 11 14:29:53.499918 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d69c6e6-98fa-4ed4-8965-14d8b27d42cb req-7e02f4dc-06d7-4dee-86a4-6a35afa40340 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.569104 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02f4dc-06d7-4dee-86a4-6a35afa40340 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event deleted for resources: {'Port': ['ID=13da7bba-2d87-4f46-9ca5-eca50c444d62,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:53.624713 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d69c6e6-98fa-4ed4-8965-14d8b27d42cb req-7e02f4dc-06d7-4dee-86a4-6a35afa40340 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] No DVR routers for this DVR port 13da7bba-2d87-4f46-9ca5-eca50c444d62 on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:29:53.628576 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5d69c6e6-98fa-4ed4-8965-14d8b27d42cb req-7e02f4dc-06d7-4dee-86a4-6a35afa40340 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.630591 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5d69c6e6-98fa-4ed4-8965-14d8b27d42cb req-7e02f4dc-06d7-4dee-86a4-6a35afa40340 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.13 "DELETE /v2.0/ports/13da7bba-2d87-4f46-9ca5-eca50c444d62 HTTP/1.1" status: 204 len: 173 time: 0.5471945 Sep 11 14:29:53.631059 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'name': 'network-vif-deleted', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:29:53.633387 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1930d3e-87ba-4fe3-863d-e68b41a0f818" -d '{"events": [{"server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "name": "network-vif-deleted", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:29:53.644956 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-008cd20f-3528-468e-819e-0376f9d9cd9d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:53.646480 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-008cd20f-3528-468e-819e-0376f9d9cd9d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2598488 Sep 11 14:29:53.675108 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Request body: {'port': {'device_id': '40031569-9f59-4879-9d98-bcc065680ec6', 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb', 'admin_state_up': True, 'tenant_id': '7d238db47e8a40ffa98f87f4e7814643'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:29:53.679890 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32a615c-dda2-44e3-be78-671c7c9f629f x-openstack-request-id: req-c32a615c-dda2-44e3-be78-671c7c9f629f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:29:53.680210 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b14db9-97e5-45e2-8582-c74f25e7613f", "name": "network-vif-deleted", "tag": "13da7bba-2d87-4f46-9ca5-eca50c444d62", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:29:53.680464 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c32a615c-dda2-44e3-be78-671c7c9f629f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:29:53.681942 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1b14db9-97e5-45e2-8582-c74f25e7613f', 'name': 'network-vif-deleted', 'tag': '13da7bba-2d87-4f46-9ca5-eca50c444d62', 'status': 'completed', 'code': 200} Sep 11 14:29:53.784575 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-aaf35350-d6b6-4a77-8c72-af496d235b72 req-b119d6ed-b23f-4965-ac45-0d71775e99be tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b14db9-97e5-45e2-8582-c74f25e7613f HTTP/1.1" status: 200 len: 210 time: 0.0384729 Sep 11 14:29:53.828057 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Made reservation on behalf of 7d238db47e8a40ffa98f87f4e7814643 for: {'port': 1} {{(pid=93835) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 11 14:29:53.831581 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.840488 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Notify callbacks [] for security_group, before_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.924520 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Router f169a7a3-8a15-46dc-8c94-0c761b064357 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:29:53.943810 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:53.954730 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:54.030646 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702e9a30-79e8-427f-8886-f7fbd68d050e,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:54.054207 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:29:54.067147 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf143d9c-80d9-4e29-a1a9-808e8930841c None None] Sync routers for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:29:54.067814 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:54.091526 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf143d9c-80d9-4e29-a1a9-808e8930841c None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:29:54.092401 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf143d9c-80d9-4e29-a1a9-808e8930841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:29:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:54.100947 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-e9dd2c5e-f277-42f4-8ae9-c067c5fbda97 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "DELETE /v2.0/floatingips/422033f5-690e-4079-8817-ef1ef11c815a HTTP/1.1" status: 204 len: 168 time: 1.1793256 Sep 11 14:29:54.100947 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86'}] {{(pid=93836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:29:54.116693 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eee30bfdfd3d2ca2a497c5f95ff8fe7a60d5afabe2a675b8a7e90b1708eda7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab981edd-565d-43fa-97b4-3dce24cf70ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86"}]}' {{(pid=93836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:29:54.135060 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_common [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Allocated IP 192.168.233.249 (2de0a914-bd7d-4c95-af07-437519af5bcb/43fd3df8-2638-4d36-ba70-611a5a801943/22dc9832-ab82-43cf-bb36-4d5e8cd626ee) {{(pid=93835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 11 14:29:54.291163 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9fb598-d709-4e07-97b3-9e224d4914aa x-openstack-request-id: req-5e9fb598-d709-4e07-97b3-9e224d4914aa {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:29:54.291532 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86", "status": "completed", "code": 200}]} {{(pid=93836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:29:54.291724 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e9fb598-d709-4e07-97b3-9e224d4914aa {{(pid=93836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:29:54.292565 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'status': 'completed', 'code': 200} Sep 11 14:29:54.320986 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Notify callbacks [] for port, precommit_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:54.353237 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Transition to ACTIVE for port object 22dc9832-ab82-43cf-bb36-4d5e8cd626ee will not be triggered until provisioned by entity DHCP. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:29:54.381915 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cf143d9c-80d9-4e29-a1a9-808e8930841c None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:29:54.446944 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8161e4-9286-4dbd-b5cb-c45332e1e8b1 req-6857a23f-c0e1-4712-ac6d-1fd6fcc07793 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:54.448470 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d8161e4-9286-4dbd-b5cb-c45332e1e8b1 req-6857a23f-c0e1-4712-ac6d-1fd6fcc07793 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 946 time: 0.1087646 Sep 11 14:29:54.453258 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab981edd-565d-43fa-97b4-3dce24cf70ca req-6a4d66c6-ed74-47d9-85fc-e5b22e62bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:54.454668 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ab981edd-565d-43fa-97b4-3dce24cf70ca req-6a4d66c6-ed74-47d9-85fc-e5b22e62bd84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 1099 time: 0.0804780 Sep 11 14:29:54.457841 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744882220472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_create {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:54.544713 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Network 2de0a914-bd7d-4c95-af07-437519af5bcb is already hosted by enough agents. {{(pid=93835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 11 14:29:54.560976 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.base_scheduler [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Resources bound (agent type, host, resource id): {{(pid=93835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 11 14:29:54.595581 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Received port after_create {{(pid=93835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 11 14:29:54.601280 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Pushing event updated for resources: {'Port': ['ID=22dc9832-ab82-43cf-bb36-4d5e8cd626ee,revision_number=1']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:54.607119 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d8161e4-9286-4dbd-b5cb-c45332e1e8b1 req-38f625ae-62df-4e11-8708-c10937badcc9 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511295 Sep 11 14:29:54.662101 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf143d9c-80d9-4e29-a1a9-808e8930841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '722ebc4a-e365-41d1-9645-0609162c7c39', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:6a:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:55Z', 'updated_at': '2021-09-11T14:25:57Z', 'revision_number': 1, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:54.679779 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:54.680432 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:54.686418 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab981edd-565d-43fa-97b4-3dce24cf70ca req-99c27648-55c3-4d32-a4ac-1d126e1d0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:54.687895 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ab981edd-565d-43fa-97b4-3dce24cf70ca req-99c27648-55c3-4d32-a4ac-1d126e1d0eec service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 912 time: 0.2228324 Sep 11 14:29:54.699554 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf143d9c-80d9-4e29-a1a9-808e8930841c None None] Checking router: f169a7a3-8a15-46dc-8c94-0c761b064357 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:29:54.715465 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf143d9c-80d9-4e29-a1a9-808e8930841c None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:29:54.716147 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf143d9c-80d9-4e29-a1a9-808e8930841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:29:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:54.765823 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-0e04a011-6d3c-4061-ba0d-37a308422304 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0949590 Sep 11 14:29:54.769595 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ab981edd-565d-43fa-97b4-3dce24cf70ca req-28f1dda8-d00d-41ba-817e-9208d1ff2769 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84fca90-0fd7-4920-9f7f-694f2914de86 HTTP/1.1" status: 200 len: 217 time: 0.0646653 Sep 11 14:29:54.799703 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.v2.base [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Request body: {'port': {'device_id': '40031569-9f59-4879-9d98-bcc065680ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=93835) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 11 14:29:54.812176 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80462720-a286-476e-8d2c-ad0aae2fcebd req-8ee3a025-b4aa-4058-9190-f82e85f0caf1 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:54.813788 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-80462720-a286-476e-8d2c-ad0aae2fcebd req-8ee3a025-b4aa-4058-9190-f82e85f0caf1 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 936 time: 0.1198313 Sep 11 14:29:54.838071 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e607f15c-40df-40cb-bdd7-92c6e0febf2c None None] Provisioning for port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee completed by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:29:54.843442 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-cf143d9c-80d9-4e29-a1a9-808e8930841c None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:29:54.845225 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e607f15c-40df-40cb-bdd7-92c6e0febf2c None None] Provisioning complete for port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee triggered by entity DHCP. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:29:54.845595 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e607f15c-40df-40cb-bdd7-92c6e0febf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:54.911931 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab981edd-565d-43fa-97b4-3dce24cf70ca req-7fb54d27-c7be-4062-acc5-9def41c4a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:54.913319 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ab981edd-565d-43fa-97b4-3dce24cf70ca req-7fb54d27-c7be-4062-acc5-9def41c4a792 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.1249530 Sep 11 14:29:54.926072 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-80462720-a286-476e-8d2c-ad0aae2fcebd req-5cbb5d23-a97e-46b7-bb5a-840703f80fe2 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/security-groups?id=702e9a30-79e8-427f-8886-f7fbd68d050e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812950 Sep 11 14:29:54.933220 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:54.947505 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e607f15c-40df-40cb-bdd7-92c6e0febf2c None None] Port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee cannot update to ACTIVE because it is not bound. {{(pid=93837) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 11 14:29:54.985839 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46328) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:55.001139 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab981edd-565d-43fa-97b4-3dce24cf70ca req-f4b7ae88-90aa-42a3-9fd0-ed0197b0738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:55.002643 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ab981edd-565d-43fa-97b4-3dce24cf70ca req-f4b7ae88-90aa-42a3-9fd0-ed0197b0738a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797253 Sep 11 14:29:55.050142 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7355d2-aa68-4aa6-8099-d618fc1a6af6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.076094 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7355d2-aa68-4aa6-8099-d618fc1a6af6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.116636 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-cf143d9c-80d9-4e29-a1a9-808e8930841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '722ebc4a-e365-41d1-9645-0609162c7c39', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:6a:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:55Z', 'updated_at': '2021-09-11T14:25:57Z', 'revision_number': 1, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:55.144403 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf143d9c-80d9-4e29-a1a9-808e8930841c None None] The sync data for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi is: [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_floatingips': [{'id': '722ebc4a-e365-41d1-9645-0609162c7c39', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'router_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'port_id': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'mac_address': 'fa:16:3e:6a:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-11T14:25:55Z', 'updated_at': '2021-09-11T14:25:57Z', 'revision_number': 1, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:29:55.147607 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7355d2-aa68-4aa6-8099-d618fc1a6af6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.151521 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-bb7355d2-aa68-4aa6-8099-d618fc1a6af6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.155868 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-bb7355d2-aa68-4aa6-8099-d618fc1a6af6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] 10.222.0.37 "DELETE /v2.0/security-groups/322f04c2-2d47-47ac-aafa-07aa22ea6c3d HTTP/1.1" status: 204 len: 168 time: 0.1688955 Sep 11 14:29:55.168681 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7355d2-aa68-4aa6-8099-d618fc1a6af6 tempest-TestShelveInstance-1635173663 tempest-TestShelveInstance-1635173663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322f04c2-2d47-47ac-aafa-07aa22ea6c3d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:55.225506 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ab981edd-565d-43fa-97b4-3dce24cf70ca req-e3315fba-60ff-46e5-bfff-c088d791fce7 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102258 Sep 11 14:29:55.228390 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46332) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:55.384703 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-ab981edd-565d-43fa-97b4-3dce24cf70ca req-339ef389-2927-4a8b-b13d-b7183a1c27b7 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480811 Sep 11 14:29:55.404539 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22dc9832-ab82-43cf-bb36-4d5e8cd626ee {{(pid=93835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:29:55.412837 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816aefe1-a2d2-471b-92c0-1639eca2eb39 None None] New status for floating IP 422033f5-690e-4079-8817-ef1ef11c815a: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:29:55.415688 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.432615 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.provisioning_blocks [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Transition to ACTIVE for port object 22dc9832-ab82-43cf-bb36-4d5e8cd626ee will not be triggered until provisioned by entity L2. {{(pid=93835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 11 14:29:55.437668 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.490017 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Pushing event updated for resources: {'Port': ['ID=22dc9832-ab82-43cf-bb36-4d5e8cd626ee,revision_number=2']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:55.564634 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Attempting to bind port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee on host hv-cinder-76019 for vnic_type normal with profile {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 11 14:29:55.565276 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Attempting to bind port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'f9558eeb-15e9-4ac6-a2dc-3ab1e1452269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb'}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 11 14:29:55.565784 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Attempting to bind port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee on network 2de0a914-bd7d-4c95-af07-437519af5bcb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:29:55.570368 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee on network 2de0a914-bd7d-4c95-af07-437519af5bcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 11 14:29:55.570689 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Attempting to bind port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee on network 2de0a914-bd7d-4c95-af07-437519af5bcb {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 11 14:29:55.575759 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Checking agent: {'id': '5772977b-4b54-4a9b-9a1a-0c6eb5ab01d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'started_at': datetime.datetime(2021, 9, 11, 14, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 9, 11, 14, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 11 14:29:55.576102 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Checking segment: {'id': 'f9558eeb-15e9-4ac6-a2dc-3ab1e1452269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 11 14:29:55.576517 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Bound using segment: {'id': 'f9558eeb-15e9-4ac6-a2dc-3ab1e1452269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb'} {{(pid=93835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 11 14:29:55.576947 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.managers [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Bound port: 22dc9832-ab82-43cf-bb36-4d5e8cd626ee, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9558eeb-15e9-4ac6-a2dc-3ab1e1452269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb'}}] {{(pid=93835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 11 14:29:55.577336 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.647965 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] For port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee, host hv-cinder-76019, cleared binding levels {{(pid=93835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 11 14:29:55.651481 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] For port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=22dc9832-ab82-43cf-bb36-4d5e8cd626ee,segment=NetworkSegment(f9558eeb-15e9-4ac6-a2dc-3ab1e1452269),segment_id=f9558eeb-15e9-4ac6-a2dc-3ab1e1452269)] {{(pid=93835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 11 14:29:55.657351 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12297100'] for port, after_update {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.694805 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:55.695428 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.697269 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] 10.222.0.13 "PUT /v2.0/ports/22dc9832-ab82-43cf-bb36-4d5e8cd626ee HTTP/1.1" status: 200 len: 1098 time: 0.9098463 Sep 11 14:29:55.697571 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40031569-9f59-4879-9d98-bcc065680ec6', 'tag': '22dc9832-ab82-43cf-bb36-4d5e8cd626ee'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:29:55.699844 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8a2b08-1209-4deb-adce-4e4685aaf447" -d '{"events": [{"name": "network-changed", "server_uuid": "40031569-9f59-4879-9d98-bcc065680ec6", "tag": "22dc9832-ab82-43cf-bb36-4d5e8cd626ee"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:29:55.728130 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883156bc-5dd1-4a54-a2f8-e0eb5e5f7a9d service neutron] Pushing event updated for resources: {'Port': ['ID=22dc9832-ab82-43cf-bb36-4d5e8cd626ee,revision_number=3']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:55.762228 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-282933'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.774956 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 13da7bba-2d87-4f46-9ca5-eca50c444d62 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:29:55.800533 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 13da7bba-2d87-4f46-9ca5-eca50c444d62 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:29:55.801152 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 13da7bba-2d87-4f46-9ca5-eca50c444d62 not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:29:55.801738 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device b84fca90-0fd7-4920-9f7f-694f2914de86 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:29:55.820454 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3ea60-9ed9-4c8c-be17-571940a99189 req-036dec3a-53aa-4776-86f9-7f50e7073bc6 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:55.822225 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c8b3ea60-9ed9-4c8c-be17-571940a99189 req-036dec3a-53aa-4776-86f9-7f50e7073bc6 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 946 time: 0.0965726 Sep 11 14:29:55.834852 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-2c38f7dd-c358-49db-8a27-359f964af345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:55.836584 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-2c38f7dd-c358-49db-8a27-359f964af345 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d238db47e8a40ffa98f87f4e7814643&device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 1101 time: 0.0748465 Sep 11 14:29:55.894047 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-5ea2b07e-25be-4a4a-8dfa-c0c24e8e8be2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=22dc9832-ab82-43cf-bb36-4d5e8cd626ee HTTP/1.1" status: 200 len: 217 time: 0.0431249 Sep 11 14:29:55.904505 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.916947 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c8b3ea60-9ed9-4c8c-be17-571940a99189 req-90279ade-ba76-4ba8-b972-4502b41dec78 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847106 Sep 11 14:29:55.948066 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:29:55.950814 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5946f8d-3baf-401b-b2c2-77715537e7dc" -d '{"events": [{"server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:29:55.965302 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port b84fca90-0fd7-4920-9f7f-694f2914de86, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b84fca90-0fd7-4920-9f7f-694f2914de86,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:29:55.966972 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-f28c889a-58c1-4333-b1de-bf73ad9e23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:55.969113 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-f28c889a-58c1-4333-b1de-bf73ad9e23a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43fd3df8-2638-4d36-ba70-611a5a801943 HTTP/1.1" status: 200 len: 843 time: 0.0644720 Sep 11 14:29:55.972512 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:55.976431 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1d96c6-6129-4143-b123-59797cb7ff98 x-openstack-request-id: req-ef1d96c6-6129-4143-b123-59797cb7ff98 {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:29:55.976716 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40031569-9f59-4879-9d98-bcc065680ec6", "tag": "22dc9832-ab82-43cf-bb36-4d5e8cd626ee", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:29:55.977459 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef1d96c6-6129-4143-b123-59797cb7ff98 {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:29:55.977459 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40031569-9f59-4879-9d98-bcc065680ec6', 'tag': '22dc9832-ab82-43cf-bb36-4d5e8cd626ee', 'status': 'completed', 'code': 200} Sep 11 14:29:56.032769 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-603fed41-2066-43fa-b89d-051f773e57af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:56.034263 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-603fed41-2066-43fa-b89d-051f773e57af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2de0a914-bd7d-4c95-af07-437519af5bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0560088 Sep 11 14:29:56.045175 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=b84fca90-0fd7-4920-9f7f-694f2914de86,revision_number=6']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:56.052892 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.053250 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.053648 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.053991 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.054327 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.054659 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.054990 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.056304 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.056752 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.057720 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.058096 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.058397 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:29:56.070380 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] Deleting port 6df42f01-58d4-4136-b6d1-a81de80667ca {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:29:56.070868 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:56.133469 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7069ab7-cdca-4151-83f6-3b3bc5e24803 req-c5befef7-4380-4055-b8a8-39b86ae9b3e6 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:56.135547 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c7069ab7-cdca-4151-83f6-3b3bc5e24803 req-c5befef7-4380-4055-b8a8-39b86ae9b3e6 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 948 time: 0.1001368 Sep 11 14:29:56.149267 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] For port 6df42f01-58d4-4136-b6d1-a81de80667ca, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=6df42f01-58d4-4136-b6d1-a81de80667ca,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:29:56.149637 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:56.166638 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] Calling delete_port for 6df42f01-58d4-4136-b6d1-a81de80667ca owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:29:56.208604 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572120a-421d-408b-ac35-164f9a7b1b75 req-0871138f-6265-4ac1-84f8-ed9ac3cff8fc tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:56.210310 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5572120a-421d-408b-ac35-164f9a7b1b75 req-0871138f-6265-4ac1-84f8-ed9ac3cff8fc tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 944 time: 0.1379831 Sep 11 14:29:56.262611 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-c7069ab7-cdca-4151-83f6-3b3bc5e24803 req-303c85e0-00e8-4c81-affd-d27390473350 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/security-groups?id=702e9a30-79e8-427f-8886-f7fbd68d050e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887210 Sep 11 14:29:56.264454 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-c74dd8ee-b28d-492e-9df2-7e1f6d433d99 service neutron] 10.222.0.13 "GET /v2.0/networks/2de0a914-bd7d-4c95-af07-437519af5bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937690 Sep 11 14:29:56.371184 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:56.384901 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Sep 2021 14:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034bfa5c-757d-4dc6-a6bd-0367100bff06 x-openstack-request-id: req-034bfa5c-757d-4dc6-a6bd-0367100bff06 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:29:56.386325 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:29:56.387007 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-034bfa5c-757d-4dc6-a6bd-0367100bff06 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:29:56.387580 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'code': 200} Sep 11 14:29:56.394814 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5572120a-421d-408b-ac35-164f9a7b1b75 req-af5600c3-03ee-4ec8-8d91-33f9f5b1ce08 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Deleting port b84fca90-0fd7-4920-9f7f-694f2914de86 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:29:56.395151 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5572120a-421d-408b-ac35-164f9a7b1b75 req-af5600c3-03ee-4ec8-8d91-33f9f5b1ce08 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:56.399075 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-d09be32d-2c91-4cbe-bac3-02bed4eabeba req-c4e52af8-d77c-46bb-9a39-e44ee1761da0 service neutron] 10.222.0.13 "GET /v2.0/networks/2de0a914-bd7d-4c95-af07-437519af5bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246192 Sep 11 14:29:56.400290 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df42f01-58d4-4136-b6d1-a81de80667ca,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:56.589278 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-283009'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:56.769548 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-5572120a-421d-408b-ac35-164f9a7b1b75 req-af5600c3-03ee-4ec8-8d91-33f9f5b1ce08 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] For port b84fca90-0fd7-4920-9f7f-694f2914de86, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b84fca90-0fd7-4920-9f7f-694f2914de86,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:29:56.770120 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5572120a-421d-408b-ac35-164f9a7b1b75 req-af5600c3-03ee-4ec8-8d91-33f9f5b1ce08 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:56.778955 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a2b08-1209-4deb-adce-4e4685aaf447 req-6af93481-46cd-4689-a020-9e8bd1e36c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:56.780450 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd8a2b08-1209-4deb-adce-4e4685aaf447 req-6af93481-46cd-4689-a020-9e8bd1e36c2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d238db47e8a40ffa98f87f4e7814643&device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 1101 time: 0.0689166 Sep 11 14:29:56.786148 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-5572120a-421d-408b-ac35-164f9a7b1b75 req-af5600c3-03ee-4ec8-8d91-33f9f5b1ce08 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Calling delete_port for b84fca90-0fd7-4920-9f7f-694f2914de86 owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:29:56.809193 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] Router 100f8186-77a8-4ab3-a718-a01098a39519 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:29:56.920560 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:29:56.926530 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a2b08-1209-4deb-adce-4e4685aaf447 req-ddac69fc-8ea8-4415-85de-1adbe3fadcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:56.928014 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd8a2b08-1209-4deb-adce-4e4685aaf447 req-ddac69fc-8ea8-4415-85de-1adbe3fadcde service neutron] 10.222.0.13 "GET /v2.0/networks?id=2de0a914-bd7d-4c95-af07-437519af5bcb HTTP/1.1" status: 200 len: 870 time: 0.1398339 Sep 11 14:29:56.929063 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46346) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:56.929512 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-0c24a203-ba7f-41e8-bd42-b2e74023fc32 admin admin] 10.222.0.37 "PUT /v2.0/routers/100f8186-77a8-4ab3-a718-a01098a39519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7000492 Sep 11 14:29:56.931996 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8ed9c-1c0d-4499-9aeb-d9170442f2b4 None None] Sync routers for ids ['100f8186-77a8-4ab3-a718-a01098a39519'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:29:56.941562 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8ed9c-1c0d-4499-9aeb-d9170442f2b4 None None] Routers {'100f8186-77a8-4ab3-a718-a01098a39519'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:29:56.942506 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-efa8ed9c-1c0d-4499-9aeb-d9170442f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:29:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['100f8186-77a8-4ab3-a718-a01098a39519'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:57.009556 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd8a2b08-1209-4deb-adce-4e4685aaf447 req-78223a80-5738-4cbe-82e8-1695515ba3ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=22dc9832-ab82-43cf-bb36-4d5e8cd626ee HTTP/1.1" status: 200 len: 217 time: 0.0734696 Sep 11 14:29:57.051886 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-efa8ed9c-1c0d-4499-9aeb-d9170442f2b4 None None] Set router 100f8186-77a8-4ab3-a718-a01098a39519 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:29:57.163061 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a2b08-1209-4deb-adce-4e4685aaf447 req-a487cd72-4456-4344-b662-5f0e37025e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:57.164580 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd8a2b08-1209-4deb-adce-4e4685aaf447 req-a487cd72-4456-4344-b662-5f0e37025e0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43fd3df8-2638-4d36-ba70-611a5a801943 HTTP/1.1" status: 200 len: 843 time: 0.1430590 Sep 11 14:29:57.178527 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5572120a-421d-408b-ac35-164f9a7b1b75 req-af5600c3-03ee-4ec8-8d91-33f9f5b1ce08 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:57.196061 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15520a-83a0-4229-9d9f-ff31243b1796 req-e62feb51-bf4f-4114-add6-21eed3aa506f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:57.198183 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1c15520a-83a0-4229-9d9f-ff31243b1796 req-e62feb51-bf4f-4114-add6-21eed3aa506f tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e549b11-0958-4337-a2b7-eb4b53a248c4 HTTP/1.1" status: 200 len: 865 time: 0.1927128 Sep 11 14:29:57.219053 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:57.235231 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-efa8ed9c-1c0d-4499-9aeb-d9170442f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:29:56Z', 'revision_number': 5, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:57.260862 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8ed9c-1c0d-4499-9aeb-d9170442f2b4 None None] Checking router: 100f8186-77a8-4ab3-a718-a01098a39519 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:29:57.269061 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8ed9c-1c0d-4499-9aeb-d9170442f2b4 None None] Routers {'100f8186-77a8-4ab3-a718-a01098a39519'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:29:57.269664 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-efa8ed9c-1c0d-4499-9aeb-d9170442f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:29:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['100f8186-77a8-4ab3-a718-a01098a39519'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:57.277831 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5600c3-03ee-4ec8-8d91-33f9f5b1ce08 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event deleted for resources: {'Port': ['ID=b84fca90-0fd7-4920-9f7f-694f2914de86,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:57.359319 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-5572120a-421d-408b-ac35-164f9a7b1b75 req-af5600c3-03ee-4ec8-8d91-33f9f5b1ce08 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] No DVR routers for this DVR port b84fca90-0fd7-4920-9f7f-694f2914de86 on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:29:57.364122 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a2b08-1209-4deb-adce-4e4685aaf447 req-9ad6efb6-3b6d-41e6-ad15-5084b0e950ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:57.365618 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd8a2b08-1209-4deb-adce-4e4685aaf447 req-9ad6efb6-3b6d-41e6-ad15-5084b0e950ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2de0a914-bd7d-4c95-af07-437519af5bcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1883161 Sep 11 14:29:57.366638 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-5572120a-421d-408b-ac35-164f9a7b1b75 req-af5600c3-03ee-4ec8-8d91-33f9f5b1ce08 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:57.368820 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5572120a-421d-408b-ac35-164f9a7b1b75 req-af5600c3-03ee-4ec8-8d91-33f9f5b1ce08 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "DELETE /v2.0/ports/b84fca90-0fd7-4920-9f7f-694f2914de86 HTTP/1.1" status: 204 len: 173 time: 1.1496899 Sep 11 14:29:57.374016 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-efa8ed9c-1c0d-4499-9aeb-d9170442f2b4 None None] Set router 100f8186-77a8-4ab3-a718-a01098a39519 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:29:57.375825 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1c15520a-83a0-4229-9d9f-ff31243b1796 req-f343c9b9-9ab2-4bb6-82f2-9b9115c420d4 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388249 Sep 11 14:29:57.516203 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:57.572485 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd8a2b08-1209-4deb-adce-4e4685aaf447 req-28e4f069-bea4-4917-aaa9-ff71deff6c15 service neutron] 10.222.0.13 "GET /v2.0/networks/2de0a914-bd7d-4c95-af07-437519af5bcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702511 Sep 11 14:29:57.579696 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2de8ae-aa5e-4f28-a2c7-ef9c149349d9 req-77c1d57a-8b93-4fd6-92bf-40b56f5ca21c tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:57.581224 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6f2de8ae-aa5e-4f28-a2c7-ef9c149349d9 req-77c1d57a-8b93-4fd6-92bf-40b56f5ca21c tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 948 time: 0.1278636 Sep 11 14:29:57.582550 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-efa8ed9c-1c0d-4499-9aeb-d9170442f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:29:56Z', 'revision_number': 5, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:57.612456 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8ed9c-1c0d-4499-9aeb-d9170442f2b4 None None] The sync data for ids ['100f8186-77a8-4ab3-a718-a01098a39519'] in dv-cinder-760197-9-iscsi is: [{'id': '100f8186-77a8-4ab3-a718-a01098a39519', 'name': 'tempest-TestShelveInstance-575402368-router', 'tenant_id': '5865367ae25f485aa8f5e84e1266c342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:29:56Z', 'revision_number': 5, 'project_id': '5865367ae25f485aa8f5e84e1266c342', 'gw_port': {'id': '8da1a9fa-f467-4e25-91e5-5fd04cfa698a', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:45:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100f8186-77a8-4ab3-a718-a01098a39519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:28Z', 'updated_at': '2021-09-11T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:29:57.689873 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-6f2de8ae-aa5e-4f28-a2c7-ef9c149349d9 req-03597d03-9340-474d-9def-347cc1832ea6 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/security-groups?id=702e9a30-79e8-427f-8886-f7fbd68d050e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980830 Sep 11 14:29:57.704595 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Deleting port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:29:57.704936 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:57.728705 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-bd8a2b08-1209-4deb-adce-4e4685aaf447 req-bb7305b6-3795-454a-82dc-097cd1816927 service neutron] 10.222.0.13 "GET /v2.0/networks/2de0a914-bd7d-4c95-af07-437519af5bcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455898 Sep 11 14:29:57.741099 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 22dc9832-ab82-43cf-bb36-4d5e8cd626ee details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=93837) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 11 14:29:57.816572 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] For port 8da1a9fa-f467-4e25-91e5-5fd04cfa698a, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=8da1a9fa-f467-4e25-91e5-5fd04cfa698a,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:29:57.817165 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:57.832524 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Calling delete_port for 8da1a9fa-f467-4e25-91e5-5fd04cfa698a owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:29:57.850789 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=22dc9832-ab82-43cf-bb36-4d5e8cd626ee,segment=NetworkSegment(f9558eeb-15e9-4ac6-a2dc-3ab1e1452269),segment_id=f9558eeb-15e9-4ac6-a2dc-3ab1e1452269)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:29:57.866516 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Returning: {'device': '22dc9832-ab82-43cf-bb36-4d5e8cd626ee', 'network_id': '2de0a914-bd7d-4c95-af07-437519af5bcb', 'port_id': '22dc9832-ab82-43cf-bb36-4d5e8cd626ee', 'mac_address': 'fa:16:3e:bf:a1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fd3df8-2638-4d36-ba70-611a5a801943', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93837) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 11 14:29:57.905735 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:57.919073 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dc9832-ab82-43cf-bb36-4d5e8cd626ee {{(pid=93837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 11 14:29:57.939325 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=22dc9832-ab82-43cf-bb36-4d5e8cd626ee,segment=NetworkSegment(f9558eeb-15e9-4ac6-a2dc-3ab1e1452269),segment_id=f9558eeb-15e9-4ac6-a2dc-3ab1e1452269)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:29:57.942991 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:57.981620 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'name': 'network-vif-deleted', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:29:57.983954 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2644d92a-21ac-43fd-96cb-68bea5525c73" -d '{"events": [{"server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "name": "network-vif-deleted", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:29:57.998962 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=22dc9832-ab82-43cf-bb36-4d5e8cd626ee,revision_number=4']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:58.014150 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.039038 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae3db2a-1180-4c3e-ad47-cf98cb90160c x-openstack-request-id: req-9ae3db2a-1180-4c3e-ad47-cf98cb90160c {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:29:58.039394 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e549b11-0958-4337-a2b7-eb4b53a248c4", "name": "network-vif-deleted", "tag": "b84fca90-0fd7-4920-9f7f-694f2914de86", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:29:58.040265 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ae3db2a-1180-4c3e-ad47-cf98cb90160c {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:29:58.040901 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e549b11-0958-4337-a2b7-eb4b53a248c4', 'name': 'network-vif-deleted', 'tag': 'b84fca90-0fd7-4920-9f7f-694f2914de86', 'status': 'completed', 'code': 200} Sep 11 14:29:58.044803 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da1a9fa-f467-4e25-91e5-5fd04cfa698a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:58.109459 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-284003'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.204752 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-286416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-404'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.206995 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.245452 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['22dc9832-ab82-43cf-bb36-4d5e8cd626ee'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:29:58.250545 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-286425'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.251237 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 100f8186-77a8-4ab3-a718-a01098a39519 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 14:29:58.255486 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.259345 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-e0aee51c-346e-46da-8301-0c06c7337215 admin admin] 10.222.0.37 "DELETE /v2.0/routers/100f8186-77a8-4ab3-a718-a01098a39519 HTTP/1.1" status: 204 len: 168 time: 1.3267319 Sep 11 14:29:58.259884 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46354) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:58.309645 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-648bc8f4-ecef-417c-928d-29b499027c64 admin admin] Deleting subnet eb383d2c-3476-4fcf-ae2a-b672afc16a15 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:29:58.312935 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-648bc8f4-ecef-417c-928d-29b499027c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.347939 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-648bc8f4-ecef-417c-928d-29b499027c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480114'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.425559 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 6df42f01-58d4-4136-b6d1-a81de80667ca no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:29:58.438897 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-648bc8f4-ecef-417c-928d-29b499027c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.445287 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 6df42f01-58d4-4136-b6d1-a81de80667ca {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:29:58.445639 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 6df42f01-58d4-4136-b6d1-a81de80667ca not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:29:58.495724 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-648bc8f4-ecef-417c-928d-29b499027c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12296770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11906103'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.522906 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bc8f4-ecef-417c-928d-29b499027c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb383d2c-3476-4fcf-ae2a-b672afc16a15,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:58.525004 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-648bc8f4-ecef-417c-928d-29b499027c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.526960 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-648bc8f4-ecef-417c-928d-29b499027c64 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eb383d2c-3476-4fcf-ae2a-b672afc16a15 HTTP/1.1" status: 204 len: 168 time: 0.2665169 Sep 11 14:29:58.529522 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46362) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:58.531660 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25c46a-5fe8-477a-bbb9-4380e951a35c None None] Network c16c080e-4852-4848-b89b-9689ca5903d2 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:29:58.599557 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.656673 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Deleting port a171ebb8-a4b5-409b-bc30-0aba15ac2864 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:29:58.657012 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.722700 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] For port a171ebb8-a4b5-409b-bc30-0aba15ac2864, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=a171ebb8-a4b5-409b-bc30-0aba15ac2864,segment=NetworkSegment(648cb5f6-0ae8-485b-a860-e76b75353125),segment_id=648cb5f6-0ae8-485b-a860-e76b75353125)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:29:58.723063 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.740753 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Calling delete_port for a171ebb8-a4b5-409b-bc30-0aba15ac2864 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:29:58.764714 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b1d6c6-88f5-47c3-81e7-0b729cb46593 None None] DHCP port deletion for c16c080e-4852-4848-b89b-9689ca5903d2 request from dv-cinder-760197-9-iscsi {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 11 14:29:58.831185 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d2c87-8554-4ba2-8ede-0fd6a826abf2 req-5787df3f-3cbc-4213-8e6c-5d1e8ca065bf tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:29:58.837277 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5c5d2c87-8554-4ba2-8ede-0fd6a826abf2 req-5787df3f-3cbc-4213-8e6c-5d1e8ca065bf tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 949 time: 0.0552218 Sep 11 14:29:58.841814 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.843338 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-17b1d6c6-88f5-47c3-81e7-0b729cb46593 None None] Deleting port a171ebb8-a4b5-409b-bc30-0aba15ac2864 {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:29:58.843688 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17b1d6c6-88f5-47c3-81e7-0b729cb46593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.872340 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a171ebb8-a4b5-409b-bc30-0aba15ac2864,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:58.876263 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] No DVR routers for this DVR port a171ebb8-a4b5-409b-bc30-0aba15ac2864 on host dv-cinder-760197-9-iscsi {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:29:58.895195 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-5c5d2c87-8554-4ba2-8ede-0fd6a826abf2 req-92bf7303-83d0-4f6d-a86d-21c279426c91 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/security-groups?id=702e9a30-79e8-427f-8886-f7fbd68d050e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551219 Sep 11 14:29:58.952986 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:58.981243 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16c080e-4852-4848-b89b-9689ca5903d2']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:58.991216 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648cb5f6-0ae8-485b-a860-e76b75353125') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:58.991505 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648cb5f6-0ae8-485b-a860-e76b75353125') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:29:59.002055 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8879946'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.016130 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.022753 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:29:59.023346 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12378449'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: Traceback (most recent call last): Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: timer() Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: cb(*args, **kw) Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: return func(*args, **kwargs) Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: self._notify() Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: self.callback(batched_events) Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: event.method(event) Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: return f(self, *a, **k) Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._get(url).json() Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: return self.request(url, 'GET', **kwargs) Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:29:59.025931 dv-cinder-760197-9-iscsi neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:29:59.034563 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-17b1d6c6-88f5-47c3-81e7-0b729cb46593 None None] For port a171ebb8-a4b5-409b-bc30-0aba15ac2864, host dv-cinder-760197-9-iscsi, got binding levels [] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:29:59.035303 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17b1d6c6-88f5-47c3-81e7-0b729cb46593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.048700 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-17b1d6c6-88f5-47c3-81e7-0b729cb46593 None None] Calling delete_port for a171ebb8-a4b5-409b-bc30-0aba15ac2864 owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:29:59.051258 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.ipam_backend_mixin [None req-17b1d6c6-88f5-47c3-81e7-0b729cb46593 None None] Port a171ebb8-a4b5-409b-bc30-0aba15ac2864 was not found and therefore no delete operation was performed {{(pid=93837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 11 14:29:59.052586 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-17b1d6c6-88f5-47c3-81e7-0b729cb46593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.077435 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1d6c6-88f5-47c3-81e7-0b729cb46593 None None] Pushing event deleted for resources: {'Port': ['ID=a171ebb8-a4b5-409b-bc30-0aba15ac2864,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:59.079139 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.083253 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1d6c6-88f5-47c3-81e7-0b729cb46593 None None] No DVR routers for this DVR port a171ebb8-a4b5-409b-bc30-0aba15ac2864 on host dv-cinder-760197-9-iscsi {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:29:59.088218 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.090264 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] 10.222.0.37 "DELETE /v2.0/networks/c16c080e-4852-4848-b89b-9689ca5903d2 HTTP/1.1" status: 204 len: 168 time: 0.5592334 Sep 11 14:29:59.093172 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46366) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:29:59.108345 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3dabda-9c52-4004-8fdc-ffbf99fc1a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=c16c080e-4852-4848-b89b-9689ca5903d2,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:59.441326 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-282933'] for router_interface, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.681116 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] Deleting port ac913a40-2b84-4445-aa5f-9406cf4eae7d {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:29:59.681710 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.743990 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 22dc9832-ab82-43cf-bb36-4d5e8cd626ee up at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 11 14:29:59.756048 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] For port ac913a40-2b84-4445-aa5f-9406cf4eae7d, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=ac913a40-2b84-4445-aa5f-9406cf4eae7d,segment=NetworkSegment(f10d3575-e9d0-46db-8c17-800659a8f1b6),segment_id=f10d3575-e9d0-46db-8c17-800659a8f1b6)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:29:59.756447 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.769335 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] Calling delete_port for ac913a40-2b84-4445-aa5f-9406cf4eae7d owned by network:router_interface {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:29:59.798281 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning for port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee completed by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 11 14:29:59.802260 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.provisioning_blocks [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Provisioning complete for port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee triggered by entity L2. {{(pid=93837) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 11 14:29:59.802785 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573588'] for port, provisioning_complete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.880525 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3596704'] for port, before_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.903080 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40031569-9f59-4879-9d98-bcc065680ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dc9832-ab82-43cf-bb36-4d5e8cd626ee'}] {{(pid=93837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:29:59.905339 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429760afeced29c2366ad9734b21624aea04be18ca4e8e7c8b2532fe0ac4fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52eb9c0-bcbb-4d1c-af50-0c86ffcbd3bf" -d '{"events": [{"server_uuid": "40031569-9f59-4879-9d98-bcc065680ec6", "name": "network-vif-plugged", "status": "completed", "tag": "22dc9832-ab82-43cf-bb36-4d5e8cd626ee"}]}' {{(pid=93837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:29:59.919816 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] For port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=22dc9832-ab82-43cf-bb36-4d5e8cd626ee,segment=NetworkSegment(f9558eeb-15e9-4ac6-a2dc-3ab1e1452269),segment_id=f9558eeb-15e9-4ac6-a2dc-3ab1e1452269)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:29:59.924233 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744882528022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744882220490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744882220508'] for port, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.950634 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0997edd9-4950-4675-a296-f06db9535246 x-openstack-request-id: req-0997edd9-4950-4675-a296-f06db9535246 {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:29:59.950931 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40031569-9f59-4879-9d98-bcc065680ec6", "name": "network-vif-plugged", "status": "completed", "tag": "22dc9832-ab82-43cf-bb36-4d5e8cd626ee", "code": 200}]} {{(pid=93837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:29:59.951181 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0997edd9-4950-4675-a296-f06db9535246 {{(pid=93837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:29:59.951571 dv-cinder-760197-9-iscsi neutron-server[93837]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40031569-9f59-4879-9d98-bcc065680ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dc9832-ab82-43cf-bb36-4d5e8cd626ee', 'code': 200} Sep 11 14:29:59.955086 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:29:59.976618 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Pushing event updated for resources: {'Port': ['ID=22dc9832-ab82-43cf-bb36-4d5e8cd626ee,revision_number=5']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:29:59.994661 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac913a40-2b84-4445-aa5f-9406cf4eae7d,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:00.061509 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8f02a-18cf-41a7-8086-2fd5a7f35ec0 req-9cbf6920-841a-4785-aa80-036136d1168a tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:00.069661 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0fa8f02a-18cf-41a7-8086-2fd5a7f35ec0 req-9cbf6920-841a-4785-aa80-036136d1168a tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 950 time: 0.0644147 Sep 11 14:30:00.111653 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-0fa8f02a-18cf-41a7-8086-2fd5a7f35ec0 req-7f382a2b-9f33-4d6d-ad46-b5a3767474da tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/security-groups?id=702e9a30-79e8-427f-8886-f7fbd68d050e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407913 Sep 11 14:30:00.183128 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660627ff-b993-462e-b14b-502e59689c74 req-c7e9a87b-fdbf-4956-a052-9469c10eff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:00.185169 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-660627ff-b993-462e-b14b-502e59689c74 req-c7e9a87b-fdbf-4956-a052-9469c10eff44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 1103 time: 0.0458958 Sep 11 14:30:00.228731 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-660627ff-b993-462e-b14b-502e59689c74 req-e78462a0-1b9e-4e80-8a8b-24de0c98ad23 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=702e9a30-79e8-427f-8886-f7fbd68d050e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Sep 11 14:30:00.369809 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 8da1a9fa-f467-4e25-91e5-5fd04cfa698a no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:00.390280 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 8da1a9fa-f467-4e25-91e5-5fd04cfa698a {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:00.390625 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 8da1a9fa-f467-4e25-91e5-5fd04cfa698a not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:00.391051 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device a171ebb8-a4b5-409b-bc30-0aba15ac2864 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:00.410011 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: a171ebb8-a4b5-409b-bc30-0aba15ac2864 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:00.410357 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device a171ebb8-a4b5-409b-bc30-0aba15ac2864 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:00.419267 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-283009'] for router_interface, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:00.623126 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] Router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:30:00.691960 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46380) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:00.726333 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:30:00.731949 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-dbfbdc0c-e651-48ea-9ce0-bd7036bdbdb3 admin admin] 10.222.0.37 "PUT /v2.0/routers/fd8a9d5c-8d4f-4217-8d3d-19119da84f72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6378257 Sep 11 14:30:00.734628 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46382) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:00.737294 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47fd3e-d6f2-4833-9965-7c31004e2d93 None None] Sync routers for ids ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:30:00.746600 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47fd3e-d6f2-4833-9965-7c31004e2d93 None None] Routers {'fd8a9d5c-8d4f-4217-8d3d-19119da84f72'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:30:00.747190 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ea47fd3e-d6f2-4833-9965-7c31004e2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:29:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:00.849161 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ea47fd3e-d6f2-4833-9965-7c31004e2d93 None None] Set router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:30:00.911849 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:00.999047 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Deleting port 91efc614-250c-4f9e-8c86-1cb67be28c88 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:00.999445 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:01.027587 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ea47fd3e-d6f2-4833-9965-7c31004e2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'name': 'tempest-TestShelveInstance-1938018387-router', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:34Z', 'updated_at': '2021-09-11T14:29:59Z', 'revision_number': 5, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'gw_port': {'id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:35Z', 'updated_at': '2021-09-11T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:01.053844 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47fd3e-d6f2-4833-9965-7c31004e2d93 None None] Checking router: fd8a9d5c-8d4f-4217-8d3d-19119da84f72 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:30:01.063182 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47fd3e-d6f2-4833-9965-7c31004e2d93 None None] Routers {'fd8a9d5c-8d4f-4217-8d3d-19119da84f72'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:30:01.063796 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ea47fd3e-d6f2-4833-9965-7c31004e2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:29:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:01.072341 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:01.114280 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:01.114605 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:01.130803 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Calling delete_port for 91efc614-250c-4f9e-8c86-1cb67be28c88 owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:01.178002 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-ea47fd3e-d6f2-4833-9965-7c31004e2d93 None None] Set router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:30:01.248675 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:01.375335 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-ea47fd3e-d6f2-4833-9965-7c31004e2d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'name': 'tempest-TestShelveInstance-1938018387-router', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:34Z', 'updated_at': '2021-09-11T14:29:59Z', 'revision_number': 5, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'gw_port': {'id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:35Z', 'updated_at': '2021-09-11T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:01.406275 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea47fd3e-d6f2-4833-9965-7c31004e2d93 None None] The sync data for ids ['fd8a9d5c-8d4f-4217-8d3d-19119da84f72'] in dv-cinder-760197-9-iscsi is: [{'id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'name': 'tempest-TestShelveInstance-1938018387-router', 'tenant_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:24:34Z', 'updated_at': '2021-09-11T14:29:59Z', 'revision_number': 5, 'project_id': 'a9c24a9bbf4e46fa8e0cb5e65e34114f', 'gw_port': {'id': '9fbe6e3b-60b3-4143-beab-467a53df6cde', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8a9d5c-8d4f-4217-8d3d-19119da84f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:24:35Z', 'updated_at': '2021-09-11T14:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:30:01.490429 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Deleting port 9fbe6e3b-60b3-4143-beab-467a53df6cde {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:01.490759 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:01.596610 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c6338-188a-4e8a-8598-6069558cb057 req-0d164864-2a74-4b9c-b77b-5965d94e3d5b tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:01.598069 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-768c6338-188a-4e8a-8598-6069558cb057 req-0d164864-2a74-4b9c-b77b-5965d94e3d5b tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 950 time: 0.4082203 Sep 11 14:30:01.657757 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] For port 9fbe6e3b-60b3-4143-beab-467a53df6cde, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=9fbe6e3b-60b3-4143-beab-467a53df6cde,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:30:01.658025 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:01.688729 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-768c6338-188a-4e8a-8598-6069558cb057 req-2366a7ec-6153-468a-bd58-cf8ea1c16192 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/security-groups?id=702e9a30-79e8-427f-8886-f7fbd68d050e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845745 Sep 11 14:30:01.699919 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Calling delete_port for 9fbe6e3b-60b3-4143-beab-467a53df6cde owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:01.755648 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:01.787908 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event deleted for resources: {'Port': ['ID=91efc614-250c-4f9e-8c86-1cb67be28c88,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:01.901714 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:01.902038 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.db.l3_db [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Floating IP 722ebc4a-e365-41d1-9645-0609162c7c39 disassociated (deleted). External IP: 172.27.0.237, port: cbdc2870-52b6-4b60-a34d-1d4e0db7d04b. Sep 11 14:30:02.027600 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.064459 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbe6e3b-60b3-4143-beab-467a53df6cde,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:02.196457 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-284003'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.296710 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-286416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-404'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.299351 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.304914 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Router f169a7a3-8a15-46dc-8c94-0c761b064357 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:30:02.325993 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device ac913a40-2b84-4445-aa5f-9406cf4eae7d no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:02.348330 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: ac913a40-2b84-4445-aa5f-9406cf4eae7d {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:02.348677 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device ac913a40-2b84-4445-aa5f-9406cf4eae7d not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:02.382487 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-286425'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.383024 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd8a9d5c-8d4f-4217-8d3d-19119da84f72 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 14:30:02.390782 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.391915 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-d3b2b918-0e4a-4c51-889e-c1f2ae2eb2cf admin admin] 10.222.0.37 "DELETE /v2.0/routers/fd8a9d5c-8d4f-4217-8d3d-19119da84f72 HTTP/1.1" status: 204 len: 168 time: 1.6563737 Sep 11 14:30:02.394400 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46386) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:02.483499 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d75cc4-ed38-4177-a77a-55d2b7e89ddf admin admin] Deleting subnet 816f3aeb-b2e3-4934-970a-2039349896cd {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:30:02.488064 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48d75cc4-ed38-4177-a77a-55d2b7e89ddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.527307 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:30:02.532792 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.540433 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b086bb2-126f-4715-afe6-7521b052ddcf None None] Sync routers for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:30:02.549489 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b086bb2-126f-4715-afe6-7521b052ddcf None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:30:02.550112 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b086bb2-126f-4715-afe6-7521b052ddcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:29:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:02.555997 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48d75cc4-ed38-4177-a77a-55d2b7e89ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480114'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.591845 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-7c44a774-572f-4b57-936c-d2ba3b671da0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "DELETE /v2.0/floatingips/722ebc4a-e365-41d1-9645-0609162c7c39 HTTP/1.1" status: 204 len: 168 time: 1.8987043 Sep 11 14:30:02.594126 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'tag': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:30:02.596441 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2f721b-d7c5-4053-a2ce-408fff467646" -d '{"events": [{"name": "network-changed", "server_uuid": "24fb00eb-a29b-4534-b89e-05349593f2c5", "tag": "cbdc2870-52b6-4b60-a34d-1d4e0db7d04b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:30:02.656239 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48d75cc4-ed38-4177-a77a-55d2b7e89ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.661307 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3b086bb2-126f-4715-afe6-7521b052ddcf None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:30:02.719708 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48d75cc4-ed38-4177-a77a-55d2b7e89ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12296770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11906103'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.749644 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d75cc4-ed38-4177-a77a-55d2b7e89ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816f3aeb-b2e3-4934-970a-2039349896cd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:02.756239 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-48d75cc4-ed38-4177-a77a-55d2b7e89ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.760459 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-48d75cc4-ed38-4177-a77a-55d2b7e89ddf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/816f3aeb-b2e3-4934-970a-2039349896cd HTTP/1.1" status: 204 len: 168 time: 0.3628368 Sep 11 14:30:02.761869 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46396) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:02.762000 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a707b0-9858-4884-b3f4-089b8ec2f36b None None] Network b2f1ce04-398b-45da-b60a-9c399bb898b7 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:30:02.788668 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Sep 2021 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566df70f-4756-48f3-a270-fc9e071564fb x-openstack-request-id: req-566df70f-4756-48f3-a270-fc9e071564fb {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:30:02.789350 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fb00eb-a29b-4534-b89e-05349593f2c5", "tag": "cbdc2870-52b6-4b60-a34d-1d4e0db7d04b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:30:02.789350 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-566df70f-4756-48f3-a270-fc9e071564fb {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:30:02.790249 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'tag': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'status': 'completed', 'code': 200} Sep 11 14:30:02.907805 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:02.936852 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f721b-d7c5-4053-a2ce-408fff467646 req-7574dbfb-dcb8-4bd6-b858-ea43ef7a3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:02.938575 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1d2f721b-d7c5-4053-a2ce-408fff467646 req-7574dbfb-dcb8-4bd6-b858-ea43ef7a3db7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 1098 time: 0.0948751 Sep 11 14:30:02.952792 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8f8a0-0b45-4572-b333-8d042978a748 req-bd5f4995-87a0-4229-8cc7-d6620432d220 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:02.954246 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-afc8f8a0-0b45-4572-b333-8d042978a748 req-bd5f4995-87a0-4229-8cc7-d6620432d220 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 950 time: 0.0969474 Sep 11 14:30:03.012129 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b086bb2-126f-4715-afe6-7521b052ddcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:03.049908 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b086bb2-126f-4715-afe6-7521b052ddcf None None] Checking router: f169a7a3-8a15-46dc-8c94-0c761b064357 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:30:03.059667 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b086bb2-126f-4715-afe6-7521b052ddcf None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:30:03.062290 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b086bb2-126f-4715-afe6-7521b052ddcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:29:37Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:03.088251 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-afc8f8a0-0b45-4572-b333-8d042978a748 req-99014ca2-8dbc-4eab-bc29-2f015149aa40 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/security-groups?id=702e9a30-79e8-427f-8886-f7fbd68d050e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162939 Sep 11 14:30:03.111628 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Deleting port 64061bb5-eb20-429f-b018-be16849d87bd {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:03.111972 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.113811 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b7ae0-58fa-4714-9732-8c7d2b7ac7f6 None None] DHCP port deletion for b2f1ce04-398b-45da-b60a-9c399bb898b7 request from dv-cinder-760197-9-iscsi {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 11 14:30:03.114507 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f721b-d7c5-4053-a2ce-408fff467646 req-ae0d6fc0-4954-4433-b4bf-4cbde410b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:03.116447 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1d2f721b-d7c5-4053-a2ce-408fff467646 req-ae0d6fc0-4954-4433-b4bf-4cbde410b65a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 200 len: 912 time: 0.1457386 Sep 11 14:30:03.186235 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1d2f721b-d7c5-4053-a2ce-408fff467646 req-ec887376-6d4d-4fca-8bdb-5aa0982e30a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b HTTP/1.1" status: 200 len: 217 time: 0.0528183 Sep 11 14:30:03.219883 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-3b086bb2-126f-4715-afe6-7521b052ddcf None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:30:03.262402 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-881b7ae0-58fa-4714-9732-8c7d2b7ac7f6 None None] Deleting port 64061bb5-eb20-429f-b018-be16849d87bd {{(pid=93837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:03.262691 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-881b7ae0-58fa-4714-9732-8c7d2b7ac7f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.294335 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] For port 64061bb5-eb20-429f-b018-be16849d87bd, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=64061bb5-eb20-429f-b018-be16849d87bd,segment=NetworkSegment(f10d3575-e9d0-46db-8c17-800659a8f1b6),segment_id=f10d3575-e9d0-46db-8c17-800659a8f1b6)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:30:03.294955 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.310589 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Calling delete_port for 64061bb5-eb20-429f-b018-be16849d87bd owned by network:dhcp {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:03.322273 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f721b-d7c5-4053-a2ce-408fff467646 req-907de53c-c162-41e6-b4fc-69acbe8414c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:03.323718 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1d2f721b-d7c5-4053-a2ce-408fff467646 req-907de53c-c162-41e6-b4fc-69acbe8414c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 200 len: 850 time: 0.1036971 Sep 11 14:30:03.334003 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f400e75-813b-4c5e-ae91-6683a598b583 req-56e749c4-6cfd-4794-bf11-2859755f6a30 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:03.335386 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8f400e75-813b-4c5e-ae91-6683a598b583 req-56e749c4-6cfd-4794-bf11-2859755f6a30 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 945 time: 0.1531422 Sep 11 14:30:03.400245 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-881b7ae0-58fa-4714-9732-8c7d2b7ac7f6 None None] For port 64061bb5-eb20-429f-b018-be16849d87bd, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=64061bb5-eb20-429f-b018-be16849d87bd,segment=NetworkSegment(f10d3575-e9d0-46db-8c17-800659a8f1b6),segment_id=f10d3575-e9d0-46db-8c17-800659a8f1b6)] {{(pid=93837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:30:03.400881 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-881b7ae0-58fa-4714-9732-8c7d2b7ac7f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.423359 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-881b7ae0-58fa-4714-9732-8c7d2b7ac7f6 None None] Calling delete_port for 64061bb5-eb20-429f-b018-be16849d87bd owned by network:dhcp {{(pid=93837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:03.443509 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8f400e75-813b-4c5e-ae91-6683a598b583 req-783bc56f-685d-4465-87a4-f1865bfa8704 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956106 Sep 11 14:30:03.452027 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f721b-d7c5-4053-a2ce-408fff467646 req-325a6762-a2f6-48de-ac6c-847b6dc12de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:03.453519 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1d2f721b-d7c5-4053-a2ce-408fff467646 req-325a6762-a2f6-48de-ac6c-847b6dc12de1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9334138-2bee-4599-a9c7-3fbf9415e4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1154447 Sep 11 14:30:03.500750 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.551853 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-3b086bb2-126f-4715-afe6-7521b052ddcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:03.555616 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-881b7ae0-58fa-4714-9732-8c7d2b7ac7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481'] for port, after_delete {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.555843 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Pushing event deleted for resources: {'Port': ['ID=64061bb5-eb20-429f-b018-be16849d87bd,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:03.557831 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] No DVR routers for this DVR port 64061bb5-eb20-429f-b018-be16849d87bd on host dv-cinder-760197-9-iscsi {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:30:03.605017 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b086bb2-126f-4715-afe6-7521b052ddcf None None] The sync data for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi is: [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:25Z', 'revision_number': 4, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi', '_interfaces': [{'id': 'e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901', 'name': '', 'network_id': 'b9334138-2bee-4599-a9c7-3fbf9415e4f1', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'mac_address': 'fa:16:3e:dd:18:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:25Z', 'updated_at': '2021-09-11T14:22:33Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'subnets': [{'id': '53d7107a-6ea8-49a7-b575-820b20ce5126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:30:03.610121 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b7ae0-58fa-4714-9732-8c7d2b7ac7f6 None None] Pushing event deleted for resources: {'Port': ['ID=64061bb5-eb20-429f-b018-be16849d87bd,revision_number=None']} {{(pid=93837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:03.615417 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b7ae0-58fa-4714-9732-8c7d2b7ac7f6 None None] No DVR routers for this DVR port 64061bb5-eb20-429f-b018-be16849d87bd on host dv-cinder-760197-9-iscsi {{(pid=93837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:30:03.651978 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.683452 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1d2f721b-d7c5-4053-a2ce-408fff467646 req-f7729602-e29b-4ddc-8c07-88e3121b9abd service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135797 Sep 11 14:30:03.712944 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f1ce04-398b-45da-b60a-9c399bb898b7']}} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:03.738825 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10d3575-e9d0-46db-8c17-800659a8f1b6') {'for_net_delete': True} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:03.739117 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.services.segments.db [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10d3575-e9d0-46db-8c17-800659a8f1b6') {} {{(pid=93835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:03.760460 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12480011'] for segment, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.804049 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.820050 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e64f-0cd8-4c58-a9ab-a1cda277dc79 req-c08796ad-a455-4768-9269-b0874ff07cea tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:03.822190 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8113e64f-0cd8-4c58-a9ab-a1cda277dc79 req-c08796ad-a455-4768-9269-b0874ff07cea tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 950 time: 0.1556487 Sep 11 14:30:03.824881 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93835) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:30:03.825279 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12297120'] for segment, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: Traceback (most recent call last): Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: timer() Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: cb(*args, **kw) Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: return func(*args, **kwargs) Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: self._notify() Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: self.callback(batched_events) Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: event.method(event) Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: return f(self, *a, **k) Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._get(url).json() Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: return self.request(url, 'GET', **kwargs) Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:30:03.826992 dv-cinder-760197-9-iscsi neutron-server[93835]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:30:03.849404 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167a896-5426-48b8-9f66-de7b07099176 None None] New status for floating IP 722ebc4a-e365-41d1-9645-0609162c7c39: DOWN {{(pid=93838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 11 14:30:03.912283 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-1d2f721b-d7c5-4053-a2ce-408fff467646 req-34589d7c-60f8-41cd-9f67-daa2f817d279 service neutron] 10.222.0.13 "GET /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101257 Sep 11 14:30:03.918296 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.924748 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:03.929286 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b2f1ce04-398b-45da-b60a-9c399bb898b7 HTTP/1.1" status: 204 len: 168 time: 1.1628752 Sep 11 14:30:03.953093 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8113e64f-0cd8-4c58-a9ab-a1cda277dc79 req-12fd5a46-608d-4931-ac47-91aa5d549281 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/security-groups?id=702e9a30-79e8-427f-8886-f7fbd68d050e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139147 Sep 11 14:30:03.954360 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac47d3-28d2-4b3d-ac5a-82c99b102752 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2f1ce04-398b-45da-b60a-9c399bb898b7,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:04.047739 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46406) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:04.087353 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-1308bba6-d3e9-4fb9-9d71-b07191f9711d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5865367ae25f485aa8f5e84e1266c342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383420 Sep 11 14:30:04.089953 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46408) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:04.141314 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b412be3b-61d8-4168-8c76-04eb07b9474e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:04.161639 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b412be3b-61d8-4168-8c76-04eb07b9474e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:04.206835 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b412be3b-61d8-4168-8c76-04eb07b9474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:04.209432 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-b412be3b-61d8-4168-8c76-04eb07b9474e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:04.210584 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-b412be3b-61d8-4168-8c76-04eb07b9474e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/908e3a38-3098-4d00-8982-0c013abc276a HTTP/1.1" status: 204 len: 168 time: 0.1197357 Sep 11 14:30:04.219052 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412be3b-61d8-4168-8c76-04eb07b9474e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908e3a38-3098-4d00-8982-0c013abc276a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:04.312722 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 64061bb5-eb20-429f-b018-be16849d87bd no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:04.334267 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 64061bb5-eb20-429f-b018-be16849d87bd {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:04.334615 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 64061bb5-eb20-429f-b018-be16849d87bd not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:04.335023 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 9fbe6e3b-60b3-4143-beab-467a53df6cde no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:04.336703 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fc7d944b-b19d-4ac9-8ab8-454a6a77e553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:04.356408 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 9fbe6e3b-60b3-4143-beab-467a53df6cde {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:04.356753 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 9fbe6e3b-60b3-4143-beab-467a53df6cde not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:04.529533 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46416) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:04.563646 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ad2e7-b3f0-43a0-9539-05fc87f969df req-461a5bb9-a8cd-42bf-80c7-f86009022eda tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:04.565143 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-709ad2e7-b3f0-43a0-9539-05fc87f969df req-461a5bb9-a8cd-42bf-80c7-f86009022eda tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 945 time: 0.0516357 Sep 11 14:30:04.569213 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-b62250b4-93ee-4369-826c-2d54f220f0cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9c24a9bbf4e46fa8e0cb5e65e34114f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384939 Sep 11 14:30:04.572260 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46418) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:04.612566 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-709ad2e7-b3f0-43a0-9539-05fc87f969df req-92162695-c52f-4baf-b9a6-ab7d7d441196 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/security-groups?id=724459d4-4730-4147-80e9-e7ad8e018722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402365 Sep 11 14:30:04.620246 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f69de51-fc6d-4e87-b820-02772ae81137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:04.642722 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f69de51-fc6d-4e87-b820-02772ae81137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:04.649447 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd441-c01b-427f-ac47-6d0c9cd3e0df req-8582ec22-416f-43d0-907b-16d6d363ffd0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:04.651061 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-580cd441-c01b-427f-ac47-6d0c9cd3e0df req-8582ec22-416f-43d0-907b-16d6d363ffd0 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 945 time: 0.0537705 Sep 11 14:30:04.689736 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f69de51-fc6d-4e87-b820-02772ae81137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:04.692396 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-4f69de51-fc6d-4e87-b820-02772ae81137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:04.693569 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4f69de51-fc6d-4e87-b820-02772ae81137 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90be57ca-e44a-4f83-9c3a-7d23fdfc7d78 HTTP/1.1" status: 204 len: 168 time: 0.1203539 Sep 11 14:30:04.702321 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69de51-fc6d-4e87-b820-02772ae81137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90be57ca-e44a-4f83-9c3a-7d23fdfc7d78,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:04.745667 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-580cd441-c01b-427f-ac47-6d0c9cd3e0df req-90010f52-d778-43b5-814e-082c3bbad7ce tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Deleting port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:04.746011 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-580cd441-c01b-427f-ac47-6d0c9cd3e0df req-90010f52-d778-43b5-814e-082c3bbad7ce tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:05.132407 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17807-bfae-4606-9c01-8d5f38c411d1 req-b8b4f78b-aa85-4fe8-a453-a1bb2ed84f15 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:05.134005 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-11e17807-bfae-4606-9c01-8d5f38c411d1 req-b8b4f78b-aa85-4fe8-a453-a1bb2ed84f15 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 950 time: 0.0988715 Sep 11 14:30:05.135864 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-580cd441-c01b-427f-ac47-6d0c9cd3e0df req-90010f52-d778-43b5-814e-082c3bbad7ce tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] For port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:30:05.136257 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-580cd441-c01b-427f-ac47-6d0c9cd3e0df req-90010f52-d778-43b5-814e-082c3bbad7ce tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:05.158468 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-580cd441-c01b-427f-ac47-6d0c9cd3e0df req-90010f52-d778-43b5-814e-082c3bbad7ce tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Calling delete_port for cbdc2870-52b6-4b60-a34d-1d4e0db7d04b owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:05.220233 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-11e17807-bfae-4606-9c01-8d5f38c411d1 req-3a39edfc-bc43-4032-a086-a2b40a1c9680 tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/security-groups?id=702e9a30-79e8-427f-8886-f7fbd68d050e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763118 Sep 11 14:30:05.304504 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-580cd441-c01b-427f-ac47-6d0c9cd3e0df req-90010f52-d778-43b5-814e-082c3bbad7ce tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:05.344269 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90010f52-d778-43b5-814e-082c3bbad7ce tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event deleted for resources: {'Port': ['ID=cbdc2870-52b6-4b60-a34d-1d4e0db7d04b,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:05.400841 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-580cd441-c01b-427f-ac47-6d0c9cd3e0df req-90010f52-d778-43b5-814e-082c3bbad7ce tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] No DVR routers for this DVR port cbdc2870-52b6-4b60-a34d-1d4e0db7d04b on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:30:05.403662 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-580cd441-c01b-427f-ac47-6d0c9cd3e0df req-90010f52-d778-43b5-814e-082c3bbad7ce tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:05.405633 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-580cd441-c01b-427f-ac47-6d0c9cd3e0df req-90010f52-d778-43b5-814e-082c3bbad7ce tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.13 "DELETE /v2.0/ports/cbdc2870-52b6-4b60-a34d-1d4e0db7d04b HTTP/1.1" status: 204 len: 173 time: 0.7477829 Sep 11 14:30:05.406061 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'name': 'network-vif-deleted', 'tag': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:30:05.408297 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1dc281-03ca-486b-abf0-2f49967817bd" -d '{"events": [{"server_uuid": "24fb00eb-a29b-4534-b89e-05349593f2c5", "name": "network-vif-deleted", "tag": "cbdc2870-52b6-4b60-a34d-1d4e0db7d04b"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:30:05.432506 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8668e0-0642-412e-8d41-39477291881b req-19f97b97-898e-4428-88be-15208dee3afa tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93835) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 11 14:30:05.433698 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d8668e0-0642-412e-8d41-39477291881b req-19f97b97-898e-4428-88be-15208dee3afa tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.13 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 950 time: 0.0992372 Sep 11 14:30:05.449870 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac76bb36-8b55-47f2-a8dc-81cffd5fd25f x-openstack-request-id: req-ac76bb36-8b55-47f2-a8dc-81cffd5fd25f {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:30:05.450156 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fb00eb-a29b-4534-b89e-05349593f2c5", "name": "network-vif-deleted", "tag": "cbdc2870-52b6-4b60-a34d-1d4e0db7d04b", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:30:05.450403 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac76bb36-8b55-47f2-a8dc-81cffd5fd25f {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:30:05.450789 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fb00eb-a29b-4534-b89e-05349593f2c5', 'name': 'network-vif-deleted', 'tag': 'cbdc2870-52b6-4b60-a34d-1d4e0db7d04b', 'status': 'completed', 'code': 200} Sep 11 14:30:05.529719 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2d8668e0-0642-412e-8d41-39477291881b req-db1e5289-2b2e-4086-885a-f27117aac44d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Deleting port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:05.530060 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d8668e0-0642-412e-8d41-39477291881b req-db1e5289-2b2e-4086-885a-f27117aac44d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:05.617080 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [req-2d8668e0-0642-412e-8d41-39477291881b req-db1e5289-2b2e-4086-885a-f27117aac44d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] For port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=22dc9832-ab82-43cf-bb36-4d5e8cd626ee,segment=NetworkSegment(f9558eeb-15e9-4ac6-a2dc-3ab1e1452269),segment_id=f9558eeb-15e9-4ac6-a2dc-3ab1e1452269)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:30:05.618344 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d8668e0-0642-412e-8d41-39477291881b req-db1e5289-2b2e-4086-885a-f27117aac44d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:05.630304 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [req-2d8668e0-0642-412e-8d41-39477291881b req-db1e5289-2b2e-4086-885a-f27117aac44d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Calling delete_port for 22dc9832-ab82-43cf-bb36-4d5e8cd626ee owned by compute:nova {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:05.725109 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-8e8e57df-b617-4597-bebb-f0f5c60b43df req-6f70e88a-1611-4375-bb9d-f541e62c7476 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "GET /v2.0/ports?device_id=24fb00eb-a29b-4534-b89e-05349593f2c5 HTTP/1.1" status: 200 len: 210 time: 0.0370708 Sep 11 14:30:05.823638 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d8668e0-0642-412e-8d41-39477291881b req-db1e5289-2b2e-4086-885a-f27117aac44d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:05.858734 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.db [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] get_ports_and_sgs() called for port_ids ['22dc9832-ab82-43cf-bb36-4d5e8cd626ee'] {{(pid=93837) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 11 14:30:05.859285 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e5289-2b2e-4086-885a-f27117aac44d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Pushing event deleted for resources: {'Port': ['ID=22dc9832-ab82-43cf-bb36-4d5e8cd626ee,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:05.907846 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8668e0-0642-412e-8d41-39477291881b req-db1e5289-2b2e-4086-885a-f27117aac44d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] No DVR routers for this DVR port 22dc9832-ab82-43cf-bb36-4d5e8cd626ee on host hv-cinder-76019 {{(pid=93835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:30:05.910719 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [req-2d8668e0-0642-412e-8d41-39477291881b req-db1e5289-2b2e-4086-885a-f27117aac44d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for port, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:05.912820 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-2d8668e0-0642-412e-8d41-39477291881b req-db1e5289-2b2e-4086-885a-f27117aac44d tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.13 "DELETE /v2.0/ports/22dc9832-ab82-43cf-bb36-4d5e8cd626ee HTTP/1.1" status: 204 len: 173 time: 0.4731994 Sep 11 14:30:06.325173 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [req-99516823-ed08-40e8-a018-c8f7fd008326 req-5da7976d-a7e3-4bb8-9022-c360eafbaf0f tempest-VolumesNegativeTest-1122481183 tempest-VolumesNegativeTest-1122481183-project] 10.222.0.37 "GET /v2.0/ports?device_id=40031569-9f59-4879-9d98-bcc065680ec6 HTTP/1.1" status: 200 len: 210 time: 0.0264273 Sep 11 14:30:06.782151 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46432) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:06.894885 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-9a1c57a4-22f0-471a-955e-0ed5c91daeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:06.903868 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Deleting port bb1ae8fe-d063-496d-9477-5fe3b00e149a {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:06.904226 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:06.978155 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:06.978458 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:06.989612 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Calling delete_port for bb1ae8fe-d063-496d-9477-5fe3b00e149a owned by network:floatingip {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:07.117867 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:07.143266 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event deleted for resources: {'Port': ['ID=bb1ae8fe-d063-496d-9477-5fe3b00e149a,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:07.145142 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:07.154878 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.155233 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.155574 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.155910 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.156260 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.156595 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.156925 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.157251 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.157576 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.157897 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.158215 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.158530 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760197-9-iscsi {{(pid=93835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 11 14:30:07.214794 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for floatingip, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:07.217345 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4185823'] for floatingip, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:07.218517 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-157d2bf5-6a87-4cda-b853-1247bb6afc19 tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "DELETE /v2.0/floatingips/9d1f2e97-bc00-4051-ab5a-04b5c5505054 HTTP/1.1" status: 204 len: 168 time: 0.4353900 Sep 11 14:30:07.451792 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40031569-9f59-4879-9d98-bcc065680ec6', 'name': 'network-vif-deleted', 'tag': '22dc9832-ab82-43cf-bb36-4d5e8cd626ee'}] {{(pid=93835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 11 14:30:07.454511 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e7b473e802cd49355b78ba516731c263fb5d47d3e04622e1881c90db2cedf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16241bd-29f5-4b3f-bb16-683c82e7b209" -d '{"events": [{"server_uuid": "40031569-9f59-4879-9d98-bcc065680ec6", "name": "network-vif-deleted", "tag": "22dc9832-ab82-43cf-bb36-4d5e8cd626ee"}]}' {{(pid=93835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 11 14:30:07.490861 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Sep 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e56ad53-7667-4b27-a4a8-2b96ed4d504d x-openstack-request-id: req-8e56ad53-7667-4b27-a4a8-2b96ed4d504d {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 11 14:30:07.491347 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40031569-9f59-4879-9d98-bcc065680ec6", "name": "network-vif-deleted", "tag": "22dc9832-ab82-43cf-bb36-4d5e8cd626ee", "status": "completed", "code": 200}]} {{(pid=93835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 11 14:30:07.491624 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e56ad53-7667-4b27-a4a8-2b96ed4d504d {{(pid=93835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 11 14:30:07.492033 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40031569-9f59-4879-9d98-bcc065680ec6', 'name': 'network-vif-deleted', 'tag': '22dc9832-ab82-43cf-bb36-4d5e8cd626ee', 'status': 'completed', 'code': 200} Sep 11 14:30:08.113668 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:08.413910 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46548) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:08.473885 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d86d4bee-681c-401c-9cce-e6ddc74d689b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:08.501866 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d86d4bee-681c-401c-9cce-e6ddc74d689b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:08.590753 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d86d4bee-681c-401c-9cce-e6ddc74d689b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:08.594762 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-d86d4bee-681c-401c-9cce-e6ddc74d689b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:08.596436 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-d86d4bee-681c-401c-9cce-e6ddc74d689b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] 10.222.0.37 "DELETE /v2.0/security-groups/724459d4-4730-4147-80e9-e7ad8e018722 HTTP/1.1" status: 204 len: 168 time: 0.1813459 Sep 11 14:30:08.606481 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d4bee-681c-401c-9cce-e6ddc74d689b tempest-TestVolumeBootPattern-1307047142 tempest-TestVolumeBootPattern-1307047142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724459d4-4730-4147-80e9-e7ad8e018722,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:08.655016 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46584) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:09.226427 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-282933'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:09.492055 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] Deleting port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:09.492444 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:09.576910 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] For port e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:30:09.577295 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:09.591986 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] Calling delete_port for e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:09.612066 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:09.759733 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 22dc9832-ab82-43cf-bb36-4d5e8cd626ee no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:09.778192 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:09.783822 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: 22dc9832-ab82-43cf-bb36-4d5e8cd626ee {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:09.784565 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device 22dc9832-ab82-43cf-bb36-4d5e8cd626ee not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:09.785652 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device cbdc2870-52b6-4b60-a34d-1d4e0db7d04b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:09.804838 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] No Port match for: cbdc2870-52b6-4b60-a34d-1d4e0db7d04b {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:09.805388 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Device cbdc2870-52b6-4b60-a34d-1d4e0db7d04b not bound to the agent host hv-cinder-76019 {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:09.808113 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] Pushing event deleted for resources: {'Port': ['ID=e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:09.982360 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-283009'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:10.202814 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] Router f169a7a3-8a15-46dc-8c94-0c761b064357 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:30:10.314471 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:30:10.319422 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-c22aaa6e-883f-4664-8910-2c5b08dd6570 admin admin] 10.222.0.37 "PUT /v2.0/routers/f169a7a3-8a15-46dc-8c94-0c761b064357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6633766 Sep 11 14:30:10.322319 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46678) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:10.326704 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273c78b-f6f1-4ac0-939b-49a5ee1f1217 None None] Sync routers for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:30:10.335570 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273c78b-f6f1-4ac0-939b-49a5ee1f1217 None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:30:10.336201 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c273c78b-f6f1-4ac0-939b-49a5ee1f1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:30:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:10.422423 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:10.440082 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c273c78b-f6f1-4ac0-939b-49a5ee1f1217 None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:30:10.522531 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:10.578834 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Deleting port 405239f8-9255-417d-991e-60a11a8d8717 {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:10.579168 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:10.661726 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] For port 405239f8-9255-417d-991e-60a11a8d8717, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=405239f8-9255-417d-991e-60a11a8d8717,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:30:10.662095 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:10.674570 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Calling delete_port for 405239f8-9255-417d-991e-60a11a8d8717 owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:10.735640 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c273c78b-f6f1-4ac0-939b-49a5ee1f1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '405239f8-9255-417d-991e-60a11a8d8717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:30:09Z', 'revision_number': 5, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port': {'id': '405239f8-9255-417d-991e-60a11a8d8717', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:69:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:10.765019 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273c78b-f6f1-4ac0-939b-49a5ee1f1217 None None] Checking router: f169a7a3-8a15-46dc-8c94-0c761b064357 for host: dv-cinder-760197-9-iscsi {{(pid=93837) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:30:10.773133 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273c78b-f6f1-4ac0-939b-49a5ee1f1217 None None] Routers {'f169a7a3-8a15-46dc-8c94-0c761b064357'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93837) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:30:10.773744 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c273c78b-f6f1-4ac0-939b-49a5ee1f1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:30:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['f169a7a3-8a15-46dc-8c94-0c761b064357'], 'active': True} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:10.838802 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:10.861293 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_dvr_db [None req-c273c78b-f6f1-4ac0-939b-49a5ee1f1217 None None] Set router f169a7a3-8a15-46dc-8c94-0c761b064357 gateway port host: None {{(pid=93837) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:30:10.863483 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Pushing event deleted for resources: {'Port': ['ID=405239f8-9255-417d-991e-60a11a8d8717,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:10.911828 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.db.l3_hamode_db [None req-c273c78b-f6f1-4ac0-939b-49a5ee1f1217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:30:10Z', 'revision_number': 6, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port_host': None}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:10.931353 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-284003'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:10.942586 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273c78b-f6f1-4ac0-939b-49a5ee1f1217 None None] The sync data for ids ['f169a7a3-8a15-46dc-8c94-0c761b064357'] in dv-cinder-760197-9-iscsi is: [{'id': 'f169a7a3-8a15-46dc-8c94-0c761b064357', 'name': 'tempest-TestVolumeBootPattern-731942934-router', 'tenant_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:23Z', 'updated_at': '2021-09-11T14:30:10Z', 'revision_number': 6, 'project_id': '97b1ce0cd1c44c9f83eb51765173c48c', 'gw_port_host': None}] {{(pid=93837) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:30:11.035325 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-286416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-404'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.037472 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.083469 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-286425'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.084088 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f169a7a3-8a15-46dc-8c94-0c761b064357 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 14:30:11.089370 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.090522 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-fb29ad53-8830-4cb7-88b5-83a84e04ab44 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f169a7a3-8a15-46dc-8c94-0c761b064357 HTTP/1.1" status: 204 len: 168 time: 0.7672994 Sep 11 14:30:11.093031 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46686) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:11.135841 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46688) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:11.137100 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01bda3e-925e-4134-a22f-985baef57099 admin admin] Deleting subnet 53d7107a-6ea8-49a7-b575-820b20ce5126 {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:30:11.140870 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f01bda3e-925e-4134-a22f-985baef57099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.176023 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f01bda3e-925e-4134-a22f-985baef57099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480114'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.260661 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f01bda3e-925e-4134-a22f-985baef57099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.272815 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4d956d67-558c-4345-b120-278649c58883 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d238db47e8a40ffa98f87f4e7814643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357238 Sep 11 14:30:11.273791 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46692) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:11.319257 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f01bda3e-925e-4134-a22f-985baef57099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12296770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11906103'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.331550 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04092657-cdf6-4ac9-82af-8616b460e2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.349497 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bda3e-925e-4134-a22f-985baef57099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d7107a-6ea8-49a7-b575-820b20ce5126,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:11.351474 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-f01bda3e-925e-4134-a22f-985baef57099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.356438 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-f01bda3e-925e-4134-a22f-985baef57099 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/53d7107a-6ea8-49a7-b575-820b20ce5126 HTTP/1.1" status: 204 len: 168 time: 0.2594900 Sep 11 14:30:11.356590 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04092657-cdf6-4ac9-82af-8616b460e2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.356590 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46694) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:11.358512 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de450832-4685-424c-b105-f4d3b5734adf None None] Network b9334138-2bee-4599-a9c7-3fbf9415e4f1 requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:30:11.450825 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.485415 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04092657-cdf6-4ac9-82af-8616b460e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.487914 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-04092657-cdf6-4ac9-82af-8616b460e2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.489393 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-04092657-cdf6-4ac9-82af-8616b460e2f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/702e9a30-79e8-427f-8886-f7fbd68d050e HTTP/1.1" status: 204 len: 168 time: 0.2136989 Sep 11 14:30:11.500527 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04092657-cdf6-4ac9-82af-8616b460e2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702e9a30-79e8-427f-8886-f7fbd68d050e,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:11.527132 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Deleting port 3c3ee77e-d4d8-470e-91be-55164659e890 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:11.527487 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.589337 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] For port 3c3ee77e-d4d8-470e-91be-55164659e890, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=3c3ee77e-d4d8-470e-91be-55164659e890,segment=NetworkSegment(4a51a8d4-753e-4dc1-99d6-77acc14c0d22),segment_id=4a51a8d4-753e-4dc1-99d6-77acc14c0d22)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:30:11.589698 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.603515 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Calling delete_port for 3c3ee77e-d4d8-470e-91be-55164659e890 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:11.700114 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.707835 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94066f0a-d591-4fff-87dc-be6f2f393c10 None None] DHCP port deletion for b9334138-2bee-4599-a9c7-3fbf9415e4f1 request from dv-cinder-760197-9-iscsi {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 11 14:30:11.727381 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:30:11.734541 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3ee77e-d4d8-470e-91be-55164659e890,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:11.736935 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] No DVR routers for this DVR port 3c3ee77e-d4d8-470e-91be-55164659e890 on host dv-cinder-760197-9-iscsi {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:30:11.818490 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.838592 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9334138-2bee-4599-a9c7-3fbf9415e4f1']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:11.848011 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a51a8d4-753e-4dc1-99d6-77acc14c0d22') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:11.848341 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a51a8d4-753e-4dc1-99d6-77acc14c0d22') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:11.857811 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8879946'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.870982 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.876621 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:30:11.877002 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12378449'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: Traceback (most recent call last): Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: timer() Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: cb(*args, **kw) Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: return func(*args, **kwargs) Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: self._notify() Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: self.callback(batched_events) Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: event.method(event) Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: return f(self, *a, **k) Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._get(url).json() Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: return self.request(url, 'GET', **kwargs) Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:30:11.878591 dv-cinder-760197-9-iscsi neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:30:11.935954 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.941516 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:11.948226 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] 10.222.0.37 "DELETE /v2.0/networks/b9334138-2bee-4599-a9c7-3fbf9415e4f1 HTTP/1.1" status: 204 len: 168 time: 0.5866833 Sep 11 14:30:11.948446 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46698) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:11.958827 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb45edf-2ef3-4d4e-9655-8db334862f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=b9334138-2bee-4599-a9c7-3fbf9415e4f1,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:12.292609 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-282933'] for router_interface, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:12.317691 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:12.338245 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:12.338590 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device e650a8a4-5e1d-4a7b-8d90-3efd3fe2b901 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:12.339010 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 3c3ee77e-d4d8-470e-91be-55164659e890 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:12.357555 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 3c3ee77e-d4d8-470e-91be-55164659e890 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:12.357969 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 3c3ee77e-d4d8-470e-91be-55164659e890 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:12.358443 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 405239f8-9255-417d-991e-60a11a8d8717 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:12.376824 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 405239f8-9255-417d-991e-60a11a8d8717 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:12.377256 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 405239f8-9255-417d-991e-60a11a8d8717 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:12.777632 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] Deleting port 826f58b0-4f62-4a5c-925b-ec6883781bcb {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:12.777964 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:12.853926 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] For port 826f58b0-4f62-4a5c-925b-ec6883781bcb, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=826f58b0-4f62-4a5c-925b-ec6883781bcb,segment=NetworkSegment(3b52c75a-0b7e-4360-b6d7-5df02e30a9a9),segment_id=3b52c75a-0b7e-4360-b6d7-5df02e30a9a9)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:30:12.854281 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:12.866406 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] Calling delete_port for 826f58b0-4f62-4a5c-925b-ec6883781bcb owned by network:router_interface {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:13.039602 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:13.062487 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] Pushing event deleted for resources: {'Port': ['ID=826f58b0-4f62-4a5c-925b-ec6883781bcb,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:13.232819 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3700025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-283009'] for router_interface, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:13.443539 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] Router c9ca4527-545a-4701-beea-df8c957a2e94 has already been hosted by L3 agent c2327097-9634-47ee-93b5-2c4f391a1221 {{(pid=93835) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 11 14:30:13.551548 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] Notify agent at l3_agent.dv-cinder-760197-9-iscsi the message routers_updated {{(pid=93835) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 11 14:30:13.560436 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-7ba18f42-51e4-424b-ab74-2d30e0510530 admin admin] 10.222.0.37 "PUT /v2.0/routers/c9ca4527-545a-4701-beea-df8c957a2e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6091580 Sep 11 14:30:13.560436 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46700) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:13.562171 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572141db-7630-470e-8f56-c51da0b91482 None None] Sync routers for ids ['c9ca4527-545a-4701-beea-df8c957a2e94'] in dv-cinder-760197-9-iscsi {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 11 14:30:13.571248 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572141db-7630-470e-8f56-c51da0b91482 None None] Routers {'c9ca4527-545a-4701-beea-df8c957a2e94'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:30:13.571850 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-572141db-7630-470e-8f56-c51da0b91482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:30:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['c9ca4527-545a-4701-beea-df8c957a2e94'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:13.662641 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:13.683717 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-572141db-7630-470e-8f56-c51da0b91482 None None] Set router c9ca4527-545a-4701-beea-df8c957a2e94 gateway port host: dv-cinder-760197-9-iscsi {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:30:13.776865 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:13.834018 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Deleting port 225c8599-68bf-409c-8119-7c985c0a9baa {{(pid=93835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:13.834517 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:13.871684 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-572141db-7630-470e-8f56-c51da0b91482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'name': 'tempest-TestVolumeBootPattern-176368375-router', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'external_fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:30:12Z', 'revision_number': 5, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'gw_port': {'id': '225c8599-68bf-409c-8119-7c985c0a9baa', 'name': '', 'network_id': 'ccc84ca7-8539-4d0c-8002-ccce8f9bda7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760197-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-11T14:22:29Z', 'updated_at': '2021-09-11T14:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a9099ad-3f1f-4f65-92da-f2cf15fc04df', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760197-9-iscsi'}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:13.903681 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572141db-7630-470e-8f56-c51da0b91482 None None] Checking router: c9ca4527-545a-4701-beea-df8c957a2e94 for host: dv-cinder-760197-9-iscsi {{(pid=93838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 11 14:30:13.912166 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572141db-7630-470e-8f56-c51da0b91482 None None] Routers {'c9ca4527-545a-4701-beea-df8c957a2e94'} bound to L3 agent in host dv-cinder-760197-9-iscsi {{(pid=93838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 11 14:30:13.912797 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-572141db-7630-470e-8f56-c51da0b91482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760197-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-11T14:11:37Z,description=,heartbeat_timestamp=2021-09-11T14:30:07Z,host='dv-cinder-760197-9-iscsi',id=c2327097-9634-47ee-93b5-2c4f391a1221,load=0,resource_versions=,resources_synced=,started_at=2021-09-11T14:11:37Z,topic='l3_agent')) {'router_ids': ['c9ca4527-545a-4701-beea-df8c957a2e94'], 'active': True} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:13.926724 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.db [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] For port 225c8599-68bf-409c-8119-7c985c0a9baa, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=225c8599-68bf-409c-8119-7c985c0a9baa,segment=NetworkSegment(7b84fac3-b37b-48be-8352-a6ecabc5e9aa),segment_id=7b84fac3-b37b-48be-8352-a6ecabc5e9aa)] {{(pid=93835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:30:13.927092 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:13.940214 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.plugins.ml2.plugin [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Calling delete_port for 225c8599-68bf-409c-8119-7c985c0a9baa owned by network:router_gateway {{(pid=93835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:14.088913 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_dvr_db [None req-572141db-7630-470e-8f56-c51da0b91482 None None] Set router c9ca4527-545a-4701-beea-df8c957a2e94 gateway port host: None {{(pid=93838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 11 14:30:14.115697 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12296831'] for port, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.140540 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.l3_hamode_db [None req-572141db-7630-470e-8f56-c51da0b91482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'name': 'tempest-TestVolumeBootPattern-176368375-router', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:30:13Z', 'revision_number': 6, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'gw_port_host': None}], 'dv-cinder-760197-9-iscsi', False) {} {{(pid=93838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:14.141136 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=225c8599-68bf-409c-8119-7c985c0a9baa,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:14.170983 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572141db-7630-470e-8f56-c51da0b91482 None None] The sync data for ids ['c9ca4527-545a-4701-beea-df8c957a2e94'] in dv-cinder-760197-9-iscsi is: [{'id': 'c9ca4527-545a-4701-beea-df8c957a2e94', 'name': 'tempest-TestVolumeBootPattern-176368375-router', 'tenant_id': '74b8ad889df8414f92dbe14a33ea4191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-11T14:22:28Z', 'updated_at': '2021-09-11T14:30:13Z', 'revision_number': 6, 'project_id': '74b8ad889df8414f92dbe14a33ea4191', 'gw_port_host': None}] {{(pid=93838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 11 14:30:14.218757 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-284003'] for router_gateway, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.308508 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-286416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-404'] for router, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.310625 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.353934 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-286425'] for router, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.354392 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9ca4527-545a-4701-beea-df8c957a2e94 {{(pid=93835) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 11 14:30:14.358457 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.359591 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-1dc35a67-455d-4ee9-b1b1-89f0c3b785f0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c9ca4527-545a-4701-beea-df8c957a2e94 HTTP/1.1" status: 204 len: 168 time: 0.7989976 Sep 11 14:30:14.362068 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.wsgi [-] (93835) accepted ('10.222.0.37', 46702) {{(pid=93835) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:14.411101 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c6f7fb-2641-4449-80d6-cf77e3c96d86 admin admin] Deleting subnet 21fa7471-3044-4766-9a7e-800fff3cee1d {{(pid=93835) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 11 14:30:14.414091 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f7fb-2641-4449-80d6-cf77e3c96d86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.448459 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f7fb-2641-4449-80d6-cf77e3c96d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12480114'] for subnet, precommit_delete_associations {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.526731 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f7fb-2641-4449-80d6-cf77e3c96d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619786'] for subnet, precommit_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.607223 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f7fb-2641-4449-80d6-cf77e3c96d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12296770', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11906103'] for subnet, after_delete {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.630661 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 826f58b0-4f62-4a5c-925b-ec6883781bcb no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:14.634206 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6f7fb-2641-4449-80d6-cf77e3c96d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21fa7471-3044-4766-9a7e-800fff3cee1d,revision_number=None']} {{(pid=93835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:14.642916 dv-cinder-760197-9-iscsi neutron-server[93835]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f7fb-2641-4449-80d6-cf77e3c96d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for subnet, before_response {{(pid=93835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.644861 dv-cinder-760197-9-iscsi neutron-server[93835]: INFO neutron.wsgi [None req-c8c6f7fb-2641-4449-80d6-cf77e3c96d86 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/21fa7471-3044-4766-9a7e-800fff3cee1d HTTP/1.1" status: 204 len: 168 time: 0.2818546 Sep 11 14:30:14.647741 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46704) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:14.660672 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af71be85-e2e3-4349-beae-54d385ce96e6 None None] Network 6e74b01c-771e-4892-894a-1ea913e5874b requested from dv-cinder-760197-9-iscsi {{(pid=93837) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 11 14:30:14.662342 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 826f58b0-4f62-4a5c-925b-ec6883781bcb {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:14.662686 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 826f58b0-4f62-4a5c-925b-ec6883781bcb not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:14.725817 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537046'] for network, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.780230 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Deleting port d0de6d8d-3b70-4498-a324-129af2314694 {{(pid=93836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 11 14:30:14.780568 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744882521402'] for port, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.855495 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.db [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] For port d0de6d8d-3b70-4498-a324-129af2314694, host dv-cinder-760197-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760197-9-iscsi',level=0,port_id=d0de6d8d-3b70-4498-a324-129af2314694,segment=NetworkSegment(3b52c75a-0b7e-4360-b6d7-5df02e30a9a9),segment_id=3b52c75a-0b7e-4360-b6d7-5df02e30a9a9)] {{(pid=93836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 11 14:30:14.856119 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-293700'] for port, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.867381 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.plugin [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Calling delete_port for d0de6d8d-3b70-4498-a324-129af2314694 owned by network:dhcp {{(pid=93836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 11 14:30:14.944292 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3596783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4118188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744882528004', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744882220481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12378254'] for port, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:14.966892 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0de6d8d-3b70-4498-a324-129af2314694,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:14.971413 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] No DVR routers for this DVR port d0de6d8d-3b70-4498-a324-129af2314694 on host dv-cinder-760197-9-iscsi {{(pid=93836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 11 14:30:15.011880 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81489e3-30cb-420d-83ad-6a7c2ba8efeb None None] DHCP port deletion for 6e74b01c-771e-4892-894a-1ea913e5874b request from dv-cinder-760197-9-iscsi {{(pid=93837) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 11 14:30:15.048375 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-622463', 'neutron.services.segments.db._delete_segments_for_network-8744882765725'] for network, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.068123 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e74b01c-771e-4892-894a-1ea913e5874b']}} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:15.078054 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b52c75a-0b7e-4360-b6d7-5df02e30a9a9') {'for_net_delete': True} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:15.078420 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.services.segments.db [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b52c75a-0b7e-4360-b6d7-5df02e30a9a9') {} {{(pid=93836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 11 14:30:15.089155 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744882766758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8879946'] for segment, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.102977 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496'] for segment, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.108957 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 11 14:30:15.109341 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-622496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12378449'] for segment, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: Traceback (most recent call last): Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: timer() Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: cb(*args, **kw) Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: return func(*args, **kwargs) Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: self._notify() Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: self.callback(batched_events) Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: event.method(event) Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: aggregate_uuid = self.p_client.list_aggregates( Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: return f(self, *a, **k) Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._get(url).json() Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: return self.request(url, 'GET', **kwargs) Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: base_url = self.get_endpoint(auth, allow=allow, Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 11 14:30:15.110962 dv-cinder-760197-9-iscsi neutron-server[93836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 11 14:30:15.171058 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-622220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3700016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-283911'] for network, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.176523 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3700002'] for network, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.178445 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6e74b01c-771e-4892-894a-1ea913e5874b HTTP/1.1" status: 204 len: 168 time: 0.5263999 Sep 11 14:30:15.189318 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235436d7-df61-402a-aed8-b311e3f405c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e74b01c-771e-4892-894a-1ea913e5874b,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:15.350444 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46708) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:15.389804 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-2140ec43-b23f-4ab4-8ab6-e7df4d8d6b67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97b1ce0cd1c44c9f83eb51765173c48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381789 Sep 11 14:30:15.392075 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46710) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:15.438929 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f67b4576-d15a-48b3-b8de-ce33660cd5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.465208 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f67b4576-d15a-48b3-b8de-ce33660cd5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.509970 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f67b4576-d15a-48b3-b8de-ce33660cd5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.512460 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-f67b4576-d15a-48b3-b8de-ce33660cd5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.513595 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-f67b4576-d15a-48b3-b8de-ce33660cd5eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f6fc527-b8c5-40f8-a24e-939830a60114 HTTP/1.1" status: 204 len: 168 time: 0.1206281 Sep 11 14:30:15.521220 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b4576-d15a-48b3-b8de-ce33660cd5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6fc527-b8c5-40f8-a24e-939830a60114,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:15.826674 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46716) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:15.868641 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-4d43dad2-6376-4315-b56a-3bb68fd3ed42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74b8ad889df8414f92dbe14a33ea4191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406449 Sep 11 14:30:15.870956 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [-] (93836) accepted ('10.222.0.37', 46718) {{(pid=93836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 11 14:30:15.917357 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-521c57fe-c8de-41ae-87be-c5a49b86ad7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.937424 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-521c57fe-c8de-41ae-87be-c5a49b86ad7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.984241 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-521c57fe-c8de-41ae-87be-c5a49b86ad7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715264'] for security_group, after_delete {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.986832 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron_lib.callbacks.manager [None req-521c57fe-c8de-41ae-87be-c5a49b86ad7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:15.987977 dv-cinder-760197-9-iscsi neutron-server[93836]: INFO neutron.wsgi [None req-521c57fe-c8de-41ae-87be-c5a49b86ad7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19e7c3d2-97d1-41c9-89bd-895952c86f59 HTTP/1.1" status: 204 len: 168 time: 0.1161065 Sep 11 14:30:15.995782 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c57fe-c8de-41ae-87be-c5a49b86ad7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e7c3d2-97d1-41c9-89bd-895952c86f59,revision_number=None']} {{(pid=93836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 11 14:30:16.318884 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 225c8599-68bf-409c-8119-7c985c0a9baa no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:16.339577 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: 225c8599-68bf-409c-8119-7c985c0a9baa {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:16.339921 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device 225c8599-68bf-409c-8119-7c985c0a9baa not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:16.340371 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device d0de6d8d-3b70-4498-a324-129af2314694 no longer exists at agent ovs-agent-dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 11 14:30:16.362783 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.plugin [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] No Port match for: d0de6d8d-3b70-4498-a324-129af2314694 {{(pid=93837) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 11 14:30:16.363118 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron.plugins.ml2.rpc [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Device d0de6d8d-3b70-4498-a324-129af2314694 not bound to the agent host dv-cinder-760197-9-iscsi {{(pid=93837) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 11 14:30:31.246901 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:34.317882 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-52f3de1c-ceaa-4ba6-9e88-443bb848ad9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:36.895695 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e8a8a59a-4c54-4d3c-965e-ac286cddf579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:37.146050 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:38.112929 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:39.612097 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:30:48.688712 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:31:01.258341 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:31:04.318302 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dfc4416a-129d-4f44-9e4a-0ce0e2c21113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:31:06.897326 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6c41e0c2-6574-48db-9c9d-66ad67ec71c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:31:07.147490 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:31:08.115876 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:31:09.613642 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:31:25.690475 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:31:31.257181 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:31:34.318373 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-6a91dfee-c870-4dcf-a841-4e066287d047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:31:36.896400 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-637bb911-9b23-4721-b6fe-5d0ca1db4759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:31:37.147155 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:31:38.118748 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:31:39.614969 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:01.271023 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:02.689637 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:32:04.318499 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-0277b149-965c-4fa3-b02c-89dc77cc61e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:06.896059 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-b9180750-afe7-4c17-8df5-52f834673064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:07.147592 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:08.122105 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:09.620612 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:31.268715 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:34.318239 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a48b62b2-c628-42cd-b415-ae0b882cfd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:36.896773 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a2a4cc54-ba5a-4bbe-bf3b-71cf878de5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:37.146963 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:38.123759 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:39.620689 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:32:39.688029 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:33:01.269658 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:04.319610 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-cd85e8a3-bd0a-46ab-8859-6a7a527ac0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:06.897198 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-dae56986-fe99-43eb-a093-d77786309146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:07.147342 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:08.125445 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:09.623513 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:16.686663 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:33:31.265454 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:34.318906 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a1cd38f0-38d5-42ba-8a6b-95c63ffa5d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:36.897926 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-894d67ec-9087-4bb5-99df-667e2777790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:37.146558 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:38.129222 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:39.625939 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:33:53.685624 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:34:01.264166 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:04.318309 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-21935788-7c47-4485-8364-880d79314777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:06.898391 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d633637c-2bf8-4331-ad1d-77a0e0ef5a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:07.146486 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:08.131559 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:09.630963 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:30.684976 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:34:31.277998 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:34.318440 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-75515b22-2b87-49fd-877c-a5a47e6dd98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:36.899371 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d885ac0f-f864-4246-b068-5c3bc970703e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:37.146098 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:38.136036 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:39.632019 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:34:55.238413 dv-cinder-760197-9-iscsi neutron-server[93836]: DEBUG neutron.wsgi [req-65c76977-49e3-42da-a885-75fd826f19f4 req-149617b7-76de-421e-8c62-58ea44d7e1b2 service neutron] (93836) timed out ('10.222.0.13', 62484) {{(pid=93836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 11 14:35:01.274960 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:35:04.318868 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-3367ec86-06c2-4d5e-ac9c-0ae8b0222dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:35:06.901662 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-edad1702-0a54-42d2-a0fc-44de07208073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:35:07.146653 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:35:07.684080 dv-cinder-760197-9-iscsi neutron-server[93838]: DEBUG neutron.db.agents_db [None req-4c0d5c6f-4e1a-4550-bb3f-d4d59c0a855b None None] Agent healthcheck: found 6 active agents {{(pid=93838) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 11 14:35:08.138264 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:35:09.635377 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d10dfa43-48b7-4400-8131-92f3ded58feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:35:31.288850 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-e98c5021-aeb4-4fb2-9e9b-9424b2e1455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:35:34.320911 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-a7b11931-f31b-42cb-b5b2-313eab5e9be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:35:36.902432 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-d28178b9-193a-4ba7-8a8b-533a82040f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:35:37.147748 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-fcdea544-9cbf-4810-84fa-4b2ec0e1d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 11 14:35:38.142423 dv-cinder-760197-9-iscsi neutron-server[93837]: DEBUG neutron_lib.callbacks.manager [None req-284636a8-82c3-4bd2-ba19-d6bd0d0d9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744882765707', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3572921'] for agent, after_update {{(pid=93837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}